{"model_id":"kimi-k3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":6735,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":195.820682586,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1639,"out_tokens":2435},"claude-opus-4-8":{"in_tokens":3130,"out_tokens":944},"claude-opus-4-7":{"in_tokens":3135,"out_tokens":732},"mistral-large-2":{"in_tokens":1770,"out_tokens":763}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":377,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":565.498596023,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1465,"out_tokens":2594},"claude-opus-4-8":{"in_tokens":2785,"out_tokens":953},"claude-opus-4-7":{"in_tokens":2790,"out_tokens":799},"mistral-large-2":{"in_tokens":1578,"out_tokens":1536}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":12339,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":432.442584963,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2426,"out_tokens":3230},"claude-opus-4-8":{"in_tokens":4619,"out_tokens":1206},"claude-opus-4-7":{"in_tokens":4624,"out_tokens":880},"mistral-large-2":{"in_tokens":2632,"out_tokens":971}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.0038577779997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.046113235,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":7527,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":216.13329840799997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1749,"out_tokens":2579},"claude-opus-4-8":{"in_tokens":3421,"out_tokens":1133},"claude-opus-4-7":{"in_tokens":3426,"out_tokens":812},"mistral-large-2":{"in_tokens":1890,"out_tokens":754}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3874.750617709,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3301.8007037340003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":5926,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":217.74181709199956,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1993,"out_tokens":3623},"claude-opus-4-8":{"in_tokens":3978,"out_tokens":837},"claude-opus-4-7":{"in_tokens":3983,"out_tokens":695},"mistral-large-2":{"in_tokens":2109,"out_tokens":766}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":544,"out_tokens":9822,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":343.71196819800025,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1703,"out_tokens":2880},"claude-opus-4-8":{"in_tokens":3339,"out_tokens":777},"claude-opus-4-7":{"in_tokens":3344,"out_tokens":642},"mistral-large-2":{"in_tokens":1803,"out_tokens":555}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":513.8146391720002,"hallucination_count":8.25,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":2414,"out_tokens":3468},"claude-opus-4-8":{"in_tokens":4499,"out_tokens":1457},"claude-opus-4-7":{"in_tokens":4504,"out_tokens":1209},"mistral-large-2":{"in_tokens":2587,"out_tokens":1252}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":15339,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":894.5288301279998,"hallucination_count":7.5,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1945,"out_tokens":3021},"claude-opus-4-8":{"in_tokens":3685,"out_tokens":1268},"claude-opus-4-7":{"in_tokens":3690,"out_tokens":1107},"mistral-large-2":{"in_tokens":2122,"out_tokens":944}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":539,"out_tokens":5301,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":206.56098675199974,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2011,"out_tokens":1871},"claude-opus-4-8":{"in_tokens":3822,"out_tokens":605},"claude-opus-4-7":{"in_tokens":3827,"out_tokens":625},"mistral-large-2":{"in_tokens":2104,"out_tokens":693}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":530,"out_tokens":3304,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":128.56339519100038,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2020,"out_tokens":1895},"claude-opus-4-8":{"in_tokens":3774,"out_tokens":776},"claude-opus-4-7":{"in_tokens":3779,"out_tokens":624},"mistral-large-2":{"in_tokens":2122,"out_tokens":672}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":3275,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":134.5701160540002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1774,"out_tokens":1547},"claude-opus-4-8":{"in_tokens":3349,"out_tokens":656},"claude-opus-4-7":{"in_tokens":3354,"out_tokens":554},"mistral-large-2":{"in_tokens":1860,"out_tokens":698}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":5641,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":235.91633623799953,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2166,"out_tokens":1800},"claude-opus-4-8":{"in_tokens":4023,"out_tokens":594},"claude-opus-4-7":{"in_tokens":4028,"out_tokens":454},"mistral-large-2":{"in_tokens":2265,"out_tokens":721}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":2179,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":97.94383126899993,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1719,"out_tokens":1389},"claude-opus-4-8":{"in_tokens":3178,"out_tokens":728},"claude-opus-4-7":{"in_tokens":3183,"out_tokens":610},"mistral-large-2":{"in_tokens":1801,"out_tokens":1005}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.0463743480004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":5099,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":167.95292245400015,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1898,"out_tokens":2581},"claude-opus-4-8":{"in_tokens":3589,"out_tokens":646},"claude-opus-4-7":{"in_tokens":3594,"out_tokens":623},"mistral-large-2":{"in_tokens":1985,"out_tokens":740}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":4874,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":166.59805359299935,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1751,"out_tokens":1743},"claude-opus-4-8":{"in_tokens":3354,"out_tokens":574},"claude-opus-4-7":{"in_tokens":3359,"out_tokens":566},"mistral-large-2":{"in_tokens":1847,"out_tokens":571}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":1465,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":72.25594534899938,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":874},"claude-opus-4-8":{"in_tokens":2343,"out_tokens":453},"claude-opus-4-7":{"in_tokens":2348,"out_tokens":389},"mistral-large-2":{"in_tokens":1283,"out_tokens":470}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":5357,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":170.37071784699947,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1820,"out_tokens":2013},"claude-opus-4-8":{"in_tokens":3480,"out_tokens":684},"claude-opus-4-7":{"in_tokens":3485,"out_tokens":621},"mistral-large-2":{"in_tokens":1925,"out_tokens":667}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":531,"out_tokens":2103,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":84.4595048860001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1734,"out_tokens":1821},"claude-opus-4-8":{"in_tokens":3258,"out_tokens":725},"claude-opus-4-7":{"in_tokens":3263,"out_tokens":505},"mistral-large-2":{"in_tokens":1800,"out_tokens":649}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":443,"out_tokens":3262,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":125.42957523699988,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1811,"out_tokens":1591},"claude-opus-4-8":{"in_tokens":3435,"out_tokens":776},"claude-opus-4-7":{"in_tokens":3440,"out_tokens":718},"mistral-large-2":{"in_tokens":1893,"out_tokens":733}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2002,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":81.12184897600036,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1624,"out_tokens":1791},"claude-opus-4-8":{"in_tokens":3103,"out_tokens":598},"claude-opus-4-7":{"in_tokens":3108,"out_tokens":561},"mistral-large-2":{"in_tokens":1704,"out_tokens":556}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":3141,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":114.97800129300049,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1669,"out_tokens":2173},"claude-opus-4-8":{"in_tokens":3204,"out_tokens":661},"claude-opus-4-7":{"in_tokens":3209,"out_tokens":574},"mistral-large-2":{"in_tokens":1759,"out_tokens":727}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":1479,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":63.80828793799992,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1512,"out_tokens":1889},"claude-opus-4-8":{"in_tokens":2843,"out_tokens":533},"claude-opus-4-7":{"in_tokens":2848,"out_tokens":520},"mistral-large-2":{"in_tokens":1570,"out_tokens":598}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":2775,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":119.96064270700026,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2059,"out_tokens":1900},"claude-opus-4-8":{"in_tokens":3881,"out_tokens":674},"claude-opus-4-7":{"in_tokens":3886,"out_tokens":605},"mistral-large-2":{"in_tokens":2129,"out_tokens":1015}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":3024,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":105.24244667699986,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1692,"out_tokens":1670},"claude-opus-4-8":{"in_tokens":3226,"out_tokens":825},"claude-opus-4-7":{"in_tokens":3231,"out_tokens":621},"mistral-large-2":{"in_tokens":1753,"out_tokens":840}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":3221,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":109.46754623800007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1585,"out_tokens":1528},"claude-opus-4-8":{"in_tokens":2980,"out_tokens":573},"claude-opus-4-7":{"in_tokens":2985,"out_tokens":487},"mistral-large-2":{"in_tokens":1655,"out_tokens":491}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3430,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":107.71839963099956,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1587,"out_tokens":1469},"claude-opus-4-8":{"in_tokens":2905,"out_tokens":517},"claude-opus-4-7":{"in_tokens":2910,"out_tokens":466},"mistral-large-2":{"in_tokens":1662,"out_tokens":492}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":2098,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":65.24628059600036,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1467,"out_tokens":1463},"claude-opus-4-8":{"in_tokens":2835,"out_tokens":542},"claude-opus-4-7":{"in_tokens":2840,"out_tokens":410},"mistral-large-2":{"in_tokens":1533,"out_tokens":595}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3726,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":133.3566778909999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1455,"out_tokens":1376},"claude-opus-4-8":{"in_tokens":2706,"out_tokens":778},"claude-opus-4-7":{"in_tokens":2711,"out_tokens":625},"mistral-large-2":{"in_tokens":1500,"out_tokens":776}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":3619,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":136.04496512700007,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1446,"out_tokens":1853},"claude-opus-4-8":{"in_tokens":2869,"out_tokens":775},"claude-opus-4-7":{"in_tokens":2874,"out_tokens":667},"mistral-large-2":{"in_tokens":1561,"out_tokens":742}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":4232,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":165.90896767399954,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1502,"out_tokens":1626},"claude-opus-4-8":{"in_tokens":2842,"out_tokens":938},"claude-opus-4-7":{"in_tokens":2847,"out_tokens":598},"mistral-large-2":{"in_tokens":1660,"out_tokens":1193}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.0434886989997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":2435,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":68.97502855099992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1292,"out_tokens":1434},"claude-opus-4-8":{"in_tokens":2492,"out_tokens":634},"claude-opus-4-7":{"in_tokens":2497,"out_tokens":465},"mistral-large-2":{"in_tokens":1394,"out_tokens":502}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":4990,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":188.87710191400038,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":1996},"claude-opus-4-8":{"in_tokens":2873,"out_tokens":822},"claude-opus-4-7":{"in_tokens":2878,"out_tokens":554},"mistral-large-2":{"in_tokens":1631,"out_tokens":777}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":473,"out_tokens":5674,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":195.59020431099998,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1653,"out_tokens":2738},"claude-opus-4-8":{"in_tokens":3144,"out_tokens":1082},"claude-opus-4-7":{"in_tokens":3149,"out_tokens":750},"mistral-large-2":{"in_tokens":1863,"out_tokens":848}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":2974,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":131.1523623409994,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1448,"out_tokens":1542},"claude-opus-4-8":{"in_tokens":2734,"out_tokens":855},"claude-opus-4-7":{"in_tokens":2739,"out_tokens":710},"mistral-large-2":{"in_tokens":1588,"out_tokens":808}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":8130,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":262.59927422799956,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1357,"out_tokens":3356},"claude-opus-4-8":{"in_tokens":2643,"out_tokens":749},"claude-opus-4-7":{"in_tokens":2648,"out_tokens":799},"mistral-large-2":{"in_tokens":1489,"out_tokens":638}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":1460,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":68.7742760329993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1328,"out_tokens":2014},"claude-opus-4-8":{"in_tokens":2532,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2537,"out_tokens":517},"mistral-large-2":{"in_tokens":1444,"out_tokens":517}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":2296,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":91.56932135399984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":1654},"claude-opus-4-8":{"in_tokens":2627,"out_tokens":656},"claude-opus-4-7":{"in_tokens":2632,"out_tokens":571},"mistral-large-2":{"in_tokens":1491,"out_tokens":555}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":8130,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":280.4259813229992,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1768,"out_tokens":2440},"claude-opus-4-8":{"in_tokens":3383,"out_tokens":870},"claude-opus-4-7":{"in_tokens":3388,"out_tokens":808},"mistral-large-2":{"in_tokens":1939,"out_tokens":784}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":4255,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":159.5698562360003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1475,"out_tokens":1522},"claude-opus-4-8":{"in_tokens":2806,"out_tokens":573},"claude-opus-4-7":{"in_tokens":2811,"out_tokens":451},"mistral-large-2":{"in_tokens":1592,"out_tokens":533}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":8786,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":281.9271752659997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1286,"out_tokens":3006},"claude-opus-4-8":{"in_tokens":2440,"out_tokens":744},"claude-opus-4-7":{"in_tokens":2445,"out_tokens":571},"mistral-large-2":{"in_tokens":1432,"out_tokens":636}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":5964,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":182.61205737,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1839,"out_tokens":3073},"claude-opus-4-8":{"in_tokens":3548,"out_tokens":1081},"claude-opus-4-7":{"in_tokens":3553,"out_tokens":818},"mistral-large-2":{"in_tokens":2048,"out_tokens":687}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":3346,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":100.15886390300057,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1369,"out_tokens":1356},"claude-opus-4-8":{"in_tokens":2738,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2743,"out_tokens":642},"mistral-large-2":{"in_tokens":1476,"out_tokens":523}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":3295,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":124.35527398200065,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1478,"out_tokens":1652},"claude-opus-4-8":{"in_tokens":2879,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2884,"out_tokens":530},"mistral-large-2":{"in_tokens":1593,"out_tokens":533}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":518,"out_tokens":2364,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":102.57036497799982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1475,"out_tokens":1006},"claude-opus-4-8":{"in_tokens":2989,"out_tokens":676},"claude-opus-4-7":{"in_tokens":2994,"out_tokens":502},"mistral-large-2":{"in_tokens":1630,"out_tokens":469}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":651,"out_tokens":3283,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":115.98411235399999,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1749,"out_tokens":2408},"claude-opus-4-8":{"in_tokens":3362,"out_tokens":1030},"claude-opus-4-7":{"in_tokens":3367,"out_tokens":630},"mistral-large-2":{"in_tokens":1983,"out_tokens":711}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":707,"out_tokens":4943,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":136.49682627199945,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1830,"out_tokens":3584},"claude-opus-4-8":{"in_tokens":3387,"out_tokens":804},"claude-opus-4-7":{"in_tokens":3392,"out_tokens":698},"mistral-large-2":{"in_tokens":2048,"out_tokens":575}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3900.8625522560005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2582,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":90.98252474200126,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1459,"out_tokens":1552},"claude-opus-4-8":{"in_tokens":2796,"out_tokens":744},"claude-opus-4-7":{"in_tokens":2801,"out_tokens":468},"mistral-large-2":{"in_tokens":1590,"out_tokens":638}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":8314,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":269.81525706699904,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2546,"out_tokens":4104},"claude-opus-4-8":{"in_tokens":4752,"out_tokens":1013},"claude-opus-4-7":{"in_tokens":4757,"out_tokens":660},"mistral-large-2":{"in_tokens":2746,"out_tokens":1142}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":5884,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":217.1680506320008,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1622,"out_tokens":2196},"claude-opus-4-8":{"in_tokens":3117,"out_tokens":842},"claude-opus-4-7":{"in_tokens":3122,"out_tokens":555},"mistral-large-2":{"in_tokens":1794,"out_tokens":657}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":2531,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":90.8638080590008,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1505,"out_tokens":2737},"claude-opus-4-8":{"in_tokens":2866,"out_tokens":841},"claude-opus-4-7":{"in_tokens":2871,"out_tokens":741},"mistral-large-2":{"in_tokens":1656,"out_tokens":712}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":9786,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":324.0535615480003,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1904,"out_tokens":2548},"claude-opus-4-8":{"in_tokens":3721,"out_tokens":842},"claude-opus-4-7":{"in_tokens":3726,"out_tokens":670},"mistral-large-2":{"in_tokens":2088,"out_tokens":851}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":535,"out_tokens":3936,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":142.1599941559998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1520,"out_tokens":3055},"claude-opus-4-8":{"in_tokens":2960,"out_tokens":847},"claude-opus-4-7":{"in_tokens":2965,"out_tokens":769},"mistral-large-2":{"in_tokens":1658,"out_tokens":807}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":549,"out_tokens":8373,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":248.83116673399996,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1839,"out_tokens":2968},"claude-opus-4-8":{"in_tokens":3491,"out_tokens":959},"claude-opus-4-7":{"in_tokens":3496,"out_tokens":934},"mistral-large-2":{"in_tokens":2036,"out_tokens":1231}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3530.342283944,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":595,"out_tokens":6439,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":213.967185367,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1805,"out_tokens":2494},"claude-opus-4-8":{"in_tokens":3492,"out_tokens":939},"claude-opus-4-7":{"in_tokens":3497,"out_tokens":843},"mistral-large-2":{"in_tokens":1996,"out_tokens":770}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":7017,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":197.79522780400112,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1483,"out_tokens":2912},"claude-opus-4-8":{"in_tokens":2822,"out_tokens":856},"claude-opus-4-7":{"in_tokens":2827,"out_tokens":698},"mistral-large-2":{"in_tokens":1644,"out_tokens":691}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":4790,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":153.35751018300107,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1485,"out_tokens":3095},"claude-opus-4-8":{"in_tokens":2892,"out_tokens":715},"claude-opus-4-7":{"in_tokens":2897,"out_tokens":690},"mistral-large-2":{"in_tokens":1593,"out_tokens":783}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":4655,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":149.5942024770011,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1476,"out_tokens":2215},"claude-opus-4-8":{"in_tokens":2752,"out_tokens":761},"claude-opus-4-7":{"in_tokens":2757,"out_tokens":634},"mistral-large-2":{"in_tokens":1580,"out_tokens":625}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":488,"out_tokens":3813,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":123.65282134200001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1418,"out_tokens":2387},"claude-opus-4-8":{"in_tokens":2819,"out_tokens":1015},"claude-opus-4-7":{"in_tokens":2824,"out_tokens":575},"mistral-large-2":{"in_tokens":1549,"out_tokens":765}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":7244,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":249.33430300600048,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":2044},"claude-opus-4-8":{"in_tokens":2756,"out_tokens":839},"claude-opus-4-7":{"in_tokens":2761,"out_tokens":752},"mistral-large-2":{"in_tokens":1513,"out_tokens":541}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":7291,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":249.08713590300067,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1763,"out_tokens":3947},"claude-opus-4-8":{"in_tokens":3405,"out_tokens":719},"claude-opus-4-7":{"in_tokens":3410,"out_tokens":572},"mistral-large-2":{"in_tokens":1951,"out_tokens":673}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":7423,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":265.65946606800026,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2116,"out_tokens":2617},"claude-opus-4-8":{"in_tokens":4347,"out_tokens":1003},"claude-opus-4-7":{"in_tokens":4352,"out_tokens":1024},"mistral-large-2":{"in_tokens":2255,"out_tokens":933}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":509,"out_tokens":8236,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":288.816948793,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1830,"out_tokens":2563},"claude-opus-4-8":{"in_tokens":3602,"out_tokens":1243},"claude-opus-4-7":{"in_tokens":3607,"out_tokens":662},"mistral-large-2":{"in_tokens":2024,"out_tokens":769}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":5317,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":146.74201230999824,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1469,"out_tokens":2497},"claude-opus-4-8":{"in_tokens":3035,"out_tokens":830},"claude-opus-4-7":{"in_tokens":3040,"out_tokens":766},"mistral-large-2":{"in_tokens":1565,"out_tokens":627}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":8499,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":230.58171230099998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1592,"out_tokens":2469},"claude-opus-4-8":{"in_tokens":2975,"out_tokens":938},"claude-opus-4-7":{"in_tokens":2980,"out_tokens":723},"mistral-large-2":{"in_tokens":1746,"out_tokens":682}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":5151,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":168.53743403800036,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1717,"out_tokens":2109},"claude-opus-4-8":{"in_tokens":3487,"out_tokens":747},"claude-opus-4-7":{"in_tokens":3492,"out_tokens":382},"mistral-large-2":{"in_tokens":1831,"out_tokens":541}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":7411,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":230.3429314320001,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1565,"out_tokens":2244},"claude-opus-4-8":{"in_tokens":3140,"out_tokens":779},"claude-opus-4-7":{"in_tokens":3145,"out_tokens":892},"mistral-large-2":{"in_tokens":1658,"out_tokens":910}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.05671375,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":7709,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":241.5617682789998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2022,"out_tokens":2401},"claude-opus-4-8":{"in_tokens":4001,"out_tokens":722},"claude-opus-4-7":{"in_tokens":4006,"out_tokens":541},"mistral-large-2":{"in_tokens":2210,"out_tokens":593}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.075010558001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":3338,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":99.26482604899866,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1867,"out_tokens":2189},"claude-opus-4-8":{"in_tokens":3796,"out_tokens":606},"claude-opus-4-7":{"in_tokens":3801,"out_tokens":450},"mistral-large-2":{"in_tokens":2024,"out_tokens":612}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":9949,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":264.4097525369998,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1756,"out_tokens":2011},"claude-opus-4-8":{"in_tokens":3499,"out_tokens":1343},"claude-opus-4-7":{"in_tokens":3504,"out_tokens":792},"mistral-large-2":{"in_tokens":1864,"out_tokens":638}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":395,"out_tokens":3734,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":100.88778190199992,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1481,"out_tokens":2096},"claude-opus-4-8":{"in_tokens":2901,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2906,"out_tokens":560},"mistral-large-2":{"in_tokens":1591,"out_tokens":835}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":7459,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":223.76541624499987,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1811,"out_tokens":3651},"claude-opus-4-8":{"in_tokens":3468,"out_tokens":791},"claude-opus-4-7":{"in_tokens":3473,"out_tokens":636},"mistral-large-2":{"in_tokens":1913,"out_tokens":638}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":431,"out_tokens":4054,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":123.52132418399998,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1433,"out_tokens":2608},"claude-opus-4-8":{"in_tokens":2872,"out_tokens":695},"claude-opus-4-7":{"in_tokens":2877,"out_tokens":945},"mistral-large-2":{"in_tokens":1554,"out_tokens":518}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":5409,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":180.06413471500127,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1731,"out_tokens":2717},"claude-opus-4-8":{"in_tokens":3455,"out_tokens":1046},"claude-opus-4-7":{"in_tokens":3460,"out_tokens":1065},"mistral-large-2":{"in_tokens":1871,"out_tokens":1008}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":3498,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":131.5100351889996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1774,"out_tokens":2385},"claude-opus-4-8":{"in_tokens":3537,"out_tokens":708},"claude-opus-4-7":{"in_tokens":3542,"out_tokens":727},"mistral-large-2":{"in_tokens":1901,"out_tokens":1144}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":3121,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":95.77744779299974,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1496,"out_tokens":2226},"claude-opus-4-8":{"in_tokens":3009,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":3014,"out_tokens":816},"mistral-large-2":{"in_tokens":1579,"out_tokens":569}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":7178,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":233.81407804099945,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1927,"out_tokens":3806},"claude-opus-4-8":{"in_tokens":4027,"out_tokens":774},"claude-opus-4-7":{"in_tokens":4032,"out_tokens":798},"mistral-large-2":{"in_tokens":2049,"out_tokens":648}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3435.201246343002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":682,"out_tokens":8578,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":286.73758594800165,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2729,"out_tokens":2777},"claude-opus-4-8":{"in_tokens":5385,"out_tokens":1227},"claude-opus-4-7":{"in_tokens":5390,"out_tokens":900},"mistral-large-2":{"in_tokens":2938,"out_tokens":856}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":399,"out_tokens":4844,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":141.93830508500002,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1481,"out_tokens":2490},"claude-opus-4-8":{"in_tokens":2860,"out_tokens":774},"claude-opus-4-7":{"in_tokens":2865,"out_tokens":608},"mistral-large-2":{"in_tokens":1564,"out_tokens":658}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":469.62540503700075,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1366,"out_tokens":732},"claude-opus-4-8":{"in_tokens":2667,"out_tokens":516},"claude-opus-4-7":{"in_tokens":2672,"out_tokens":446},"mistral-large-2":{"in_tokens":1447,"out_tokens":543}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":470,"out_tokens":10160,"error":null,"skip_reason":null,"score_raw":0.7142857142857142,"duration_s":305.28253073900123,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1667,"out_tokens":1823},"claude-opus-4-8":{"in_tokens":3248,"out_tokens":582},"claude-opus-4-7":{"in_tokens":3253,"out_tokens":564},"mistral-large-2":{"in_tokens":1782,"out_tokens":682}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":6239,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":194.73065487599888,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2065,"out_tokens":3720},"claude-opus-4-8":{"in_tokens":4196,"out_tokens":1011},"claude-opus-4-7":{"in_tokens":4201,"out_tokens":899},"mistral-large-2":{"in_tokens":2217,"out_tokens":837}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":431,"out_tokens":8154,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":240.6968959270016,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1784,"out_tokens":2538},"claude-opus-4-8":{"in_tokens":3466,"out_tokens":642},"claude-opus-4-7":{"in_tokens":3471,"out_tokens":431},"mistral-large-2":{"in_tokens":1935,"out_tokens":703}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3474.651394237997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":434,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":8.516639398999999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1390,"out_tokens":2594},"claude-opus-4-8":{"in_tokens":2679,"out_tokens":1113},"claude-opus-4-7":{"in_tokens":2684,"out_tokens":800},"mistral-large-2":{"in_tokens":1490,"out_tokens":748}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":429,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":9.018288781999999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":1980},"claude-opus-4-8":{"in_tokens":2597,"out_tokens":882},"claude-opus-4-7":{"in_tokens":2602,"out_tokens":823},"mistral-large-2":{"in_tokens":1438,"out_tokens":718}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":396,"out_tokens":669,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":12.091291558999998,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1926,"out_tokens":2672},"claude-opus-4-8":{"in_tokens":3623,"out_tokens":1194},"claude-opus-4-7":{"in_tokens":3628,"out_tokens":983},"mistral-large-2":{"in_tokens":2039,"out_tokens":878}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":689,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.373988740000001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1724,"out_tokens":2215},"claude-opus-4-8":{"in_tokens":3311,"out_tokens":792},"claude-opus-4-7":{"in_tokens":3316,"out_tokens":637},"mistral-large-2":{"in_tokens":1895,"out_tokens":857}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":1162,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":16.978408689,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":2014},"claude-opus-4-8":{"in_tokens":2647,"out_tokens":1013},"claude-opus-4-7":{"in_tokens":2652,"out_tokens":692},"mistral-large-2":{"in_tokens":1467,"out_tokens":719}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":375,"error":null,"skip_reason":null,"score_raw":0.175,"duration_s":7.083123403000002,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1827,"out_tokens":2219},"claude-opus-4-8":{"in_tokens":3495,"out_tokens":1006},"claude-opus-4-7":{"in_tokens":3500,"out_tokens":1021},"mistral-large-2":{"in_tokens":1942,"out_tokens":742}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":1015,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":19.591365015,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1480,"out_tokens":1616},"claude-opus-4-8":{"in_tokens":2873,"out_tokens":884},"claude-opus-4-7":{"in_tokens":2878,"out_tokens":653},"mistral-large-2":{"in_tokens":1584,"out_tokens":770}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":1471,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":20.233250011000003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":1883},"claude-opus-4-8":{"in_tokens":2494,"out_tokens":771},"claude-opus-4-7":{"in_tokens":2499,"out_tokens":599},"mistral-large-2":{"in_tokens":1426,"out_tokens":647}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":1067,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":21.161483960999995,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1477,"out_tokens":2132},"claude-opus-4-8":{"in_tokens":2843,"out_tokens":724},"claude-opus-4-7":{"in_tokens":2848,"out_tokens":723},"mistral-large-2":{"in_tokens":1584,"out_tokens":621}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":258,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":19.262462990999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1141,"out_tokens":1258},"claude-opus-4-8":{"in_tokens":2181,"out_tokens":824},"claude-opus-4-7":{"in_tokens":2186,"out_tokens":607},"mistral-large-2":{"in_tokens":1217,"out_tokens":724}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":10.510990456000002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1948,"out_tokens":2456},"claude-opus-4-8":{"in_tokens":3772,"out_tokens":1127},"claude-opus-4-7":{"in_tokens":3777,"out_tokens":887},"mistral-large-2":{"in_tokens":2109,"out_tokens":863}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":21.81407902,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1120,"out_tokens":1433},"claude-opus-4-8":{"in_tokens":2172,"out_tokens":732},"claude-opus-4-7":{"in_tokens":2177,"out_tokens":578},"mistral-large-2":{"in_tokens":1205,"out_tokens":644}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":471,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":9.196949585999988,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1584,"out_tokens":3226},"claude-opus-4-8":{"in_tokens":3026,"out_tokens":974},"claude-opus-4-7":{"in_tokens":3031,"out_tokens":778},"mistral-large-2":{"in_tokens":1710,"out_tokens":611}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":21.694856819,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1133,"out_tokens":1745},"claude-opus-4-8":{"in_tokens":2171,"out_tokens":788},"claude-opus-4-7":{"in_tokens":2176,"out_tokens":623},"mistral-large-2":{"in_tokens":1215,"out_tokens":740}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":487,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":8.824613618,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":3409},"claude-opus-4-8":{"in_tokens":2988,"out_tokens":1230},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":976},"mistral-large-2":{"in_tokens":1650,"out_tokens":663}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1484,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":25.475290393,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1867,"out_tokens":2076},"claude-opus-4-8":{"in_tokens":3525,"out_tokens":821},"claude-opus-4-7":{"in_tokens":3530,"out_tokens":718},"mistral-large-2":{"in_tokens":2045,"out_tokens":789}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":280,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":23.913900021999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1355,"out_tokens":1602},"claude-opus-4-8":{"in_tokens":2595,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2600,"out_tokens":556},"mistral-large-2":{"in_tokens":1499,"out_tokens":732}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":1535,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":26.34178270000001,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2109,"out_tokens":3598},"claude-opus-4-8":{"in_tokens":3927,"out_tokens":1206},"claude-opus-4-7":{"in_tokens":3932,"out_tokens":861},"mistral-large-2":{"in_tokens":2253,"out_tokens":1103}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":449,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":24.820778001000008,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1151,"out_tokens":1755},"claude-opus-4-8":{"in_tokens":2180,"out_tokens":825},"claude-opus-4-7":{"in_tokens":2185,"out_tokens":583},"mistral-large-2":{"in_tokens":1244,"out_tokens":628}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":498,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":9.9389453,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1510,"out_tokens":2424},"claude-opus-4-8":{"in_tokens":2951,"out_tokens":888},"claude-opus-4-7":{"in_tokens":2956,"out_tokens":700},"mistral-large-2":{"in_tokens":1619,"out_tokens":704}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2193,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":27.967376024000004,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1746,"out_tokens":2079},"claude-opus-4-8":{"in_tokens":3315,"out_tokens":1021},"claude-opus-4-7":{"in_tokens":3320,"out_tokens":671},"mistral-large-2":{"in_tokens":1936,"out_tokens":881}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":348,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":7.838551581999994,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1341,"out_tokens":2174},"claude-opus-4-8":{"in_tokens":2707,"out_tokens":1107},"claude-opus-4-7":{"in_tokens":2712,"out_tokens":881},"mistral-large-2":{"in_tokens":1419,"out_tokens":650}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":438,"error":null,"skip_reason":null,"score_raw":0.03571428571428571,"duration_s":8.290386653999988,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":1986},"claude-opus-4-8":{"in_tokens":2839,"out_tokens":1103},"claude-opus-4-7":{"in_tokens":2844,"out_tokens":636},"mistral-large-2":{"in_tokens":1513,"out_tokens":688}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1126,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":18.017032361999995,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2026,"out_tokens":2385},"claude-opus-4-8":{"in_tokens":3870,"out_tokens":854},"claude-opus-4-7":{"in_tokens":3875,"out_tokens":904},"mistral-large-2":{"in_tokens":2179,"out_tokens":822}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":385,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":10.002426043,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1483,"out_tokens":1685},"claude-opus-4-8":{"in_tokens":2846,"out_tokens":868},"claude-opus-4-7":{"in_tokens":2851,"out_tokens":691},"mistral-large-2":{"in_tokens":1613,"out_tokens":650}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":694,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":12.981079229000002,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2139,"out_tokens":2470},"claude-opus-4-8":{"in_tokens":4014,"out_tokens":1141},"claude-opus-4-7":{"in_tokens":4019,"out_tokens":808},"mistral-large-2":{"in_tokens":2292,"out_tokens":905}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2897,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":37.52968245700001,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1878,"out_tokens":2503},"claude-opus-4-8":{"in_tokens":3539,"out_tokens":960},"claude-opus-4-7":{"in_tokens":3544,"out_tokens":848},"mistral-large-2":{"in_tokens":1990,"out_tokens":802}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":37.70388900500001,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.3,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1570,"out_tokens":2346},"claude-opus-4-8":{"in_tokens":2971,"out_tokens":937},"claude-opus-4-7":{"in_tokens":2976,"out_tokens":923},"mistral-large-2":{"in_tokens":1668,"out_tokens":802}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":397,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":10.971051352999993,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1450,"out_tokens":1522},"claude-opus-4-8":{"in_tokens":2741,"out_tokens":855},"claude-opus-4-7":{"in_tokens":2746,"out_tokens":995},"mistral-large-2":{"in_tokens":1566,"out_tokens":795}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":472,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":9.128704485,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.25,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1539,"out_tokens":1838},"claude-opus-4-8":{"in_tokens":2988,"out_tokens":1117},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":773},"mistral-large-2":{"in_tokens":1600,"out_tokens":882}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":236,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":19.72136462600001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1678,"out_tokens":2012},"claude-opus-4-8":{"in_tokens":3203,"out_tokens":869},"claude-opus-4-7":{"in_tokens":3208,"out_tokens":752},"mistral-large-2":{"in_tokens":1804,"out_tokens":824}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":21.540100604999992,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1367,"out_tokens":1526},"claude-opus-4-8":{"in_tokens":2592,"out_tokens":784},"claude-opus-4-7":{"in_tokens":2597,"out_tokens":498},"mistral-large-2":{"in_tokens":1464,"out_tokens":630}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2850,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":30.275450899000006,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1991,"out_tokens":3135},"claude-opus-4-8":{"in_tokens":3783,"out_tokens":994},"claude-opus-4-7":{"in_tokens":3788,"out_tokens":934},"mistral-large-2":{"in_tokens":2157,"out_tokens":865}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":551,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":10.948479850999988,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1629,"out_tokens":1750},"claude-opus-4-8":{"in_tokens":3085,"out_tokens":598},"claude-opus-4-7":{"in_tokens":3090,"out_tokens":491},"mistral-large-2":{"in_tokens":1691,"out_tokens":613}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":474,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":9.294222855000001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1406,"out_tokens":1801},"claude-opus-4-8":{"in_tokens":2609,"out_tokens":822},"claude-opus-4-7":{"in_tokens":2614,"out_tokens":597},"mistral-large-2":{"in_tokens":1480,"out_tokens":620}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":328,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":27.05986852400001,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1796,"out_tokens":1915},"claude-opus-4-8":{"in_tokens":3441,"out_tokens":1060},"claude-opus-4-7":{"in_tokens":3446,"out_tokens":882},"mistral-large-2":{"in_tokens":1906,"out_tokens":804}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":1440,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.905001803000005,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1921,"out_tokens":2331},"claude-opus-4-8":{"in_tokens":3606,"out_tokens":780},"claude-opus-4-7":{"in_tokens":3611,"out_tokens":653},"mistral-large-2":{"in_tokens":2069,"out_tokens":738}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":535,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":10.599615029999995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1530,"out_tokens":1306},"claude-opus-4-8":{"in_tokens":2839,"out_tokens":660},"claude-opus-4-7":{"in_tokens":2844,"out_tokens":513},"mistral-large-2":{"in_tokens":1605,"out_tokens":578}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":2000,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":30.95378241600001,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.0,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2495,"out_tokens":3817},"claude-opus-4-8":{"in_tokens":4764,"out_tokens":1312},"claude-opus-4-7":{"in_tokens":4769,"out_tokens":1068},"mistral-large-2":{"in_tokens":2652,"out_tokens":940}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":1693,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":25.94531645500001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1941,"out_tokens":3136},"claude-opus-4-8":{"in_tokens":3763,"out_tokens":784},"claude-opus-4-7":{"in_tokens":3768,"out_tokens":683},"mistral-large-2":{"in_tokens":2050,"out_tokens":762}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":2861,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":32.151481508,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.9,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2287,"out_tokens":2021},"claude-opus-4-8":{"in_tokens":4399,"out_tokens":1198},"claude-opus-4-7":{"in_tokens":4404,"out_tokens":749},"mistral-large-2":{"in_tokens":2433,"out_tokens":906}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":787,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":14.679371142999997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1862,"out_tokens":1454},"claude-opus-4-8":{"in_tokens":3482,"out_tokens":740},"claude-opus-4-7":{"in_tokens":3487,"out_tokens":684},"mistral-large-2":{"in_tokens":1942,"out_tokens":706}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":611,"out_tokens":327,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":31.04721792299999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1792,"out_tokens":1754},"claude-opus-4-8":{"in_tokens":3391,"out_tokens":952},"claude-opus-4-7":{"in_tokens":3396,"out_tokens":700},"mistral-large-2":{"in_tokens":1934,"out_tokens":831}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":2068,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":53.994157995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1139,"out_tokens":1851},"claude-opus-4-8":{"in_tokens":2179,"out_tokens":847},"claude-opus-4-7":{"in_tokens":2184,"out_tokens":591},"mistral-large-2":{"in_tokens":1222,"out_tokens":725}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":1224,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":19.97580549700001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1634,"out_tokens":2722},"claude-opus-4-8":{"in_tokens":3234,"out_tokens":763},"claude-opus-4-7":{"in_tokens":3239,"out_tokens":836},"mistral-large-2":{"in_tokens":1760,"out_tokens":778}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":444,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":8.805979573999991,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1304,"out_tokens":1096},"claude-opus-4-8":{"in_tokens":2478,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2483,"out_tokens":514},"mistral-large-2":{"in_tokens":1379,"out_tokens":865}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":561,"out_tokens":467,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":56.788371080000005,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1586,"out_tokens":2173},"claude-opus-4-8":{"in_tokens":2981,"out_tokens":965},"claude-opus-4-7":{"in_tokens":2986,"out_tokens":751},"mistral-large-2":{"in_tokens":1732,"out_tokens":850}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":593,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":11.120004173999988,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":1885},"claude-opus-4-8":{"in_tokens":2781,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2786,"out_tokens":546},"mistral-large-2":{"in_tokens":1608,"out_tokens":640}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":430,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":8.729236762,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1267,"out_tokens":1704},"claude-opus-4-8":{"in_tokens":2415,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2420,"out_tokens":493},"mistral-large-2":{"in_tokens":1329,"out_tokens":559}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":4.110769268000013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1011,"out_tokens":1008},"claude-opus-4-8":{"in_tokens":1898,"out_tokens":446},"claude-opus-4-7":{"in_tokens":1903,"out_tokens":371},"mistral-large-2":{"in_tokens":1049,"out_tokens":390}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2932,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":33.80962123100001,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2164,"out_tokens":2016},"claude-opus-4-8":{"in_tokens":4161,"out_tokens":1176},"claude-opus-4-7":{"in_tokens":4166,"out_tokens":871},"mistral-large-2":{"in_tokens":2328,"out_tokens":881}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":554,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":10.738970129999998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1418,"out_tokens":1274},"claude-opus-4-8":{"in_tokens":2729,"out_tokens":629},"claude-opus-4-7":{"in_tokens":2734,"out_tokens":532},"mistral-large-2":{"in_tokens":1505,"out_tokens":606}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":23.755192344999998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":2366},"claude-opus-4-8":{"in_tokens":2540,"out_tokens":975},"claude-opus-4-7":{"in_tokens":2545,"out_tokens":634},"mistral-large-2":{"in_tokens":1393,"out_tokens":747}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":28.404896185,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1328,"out_tokens":1472},"claude-opus-4-8":{"in_tokens":2572,"out_tokens":861},"claude-opus-4-7":{"in_tokens":2577,"out_tokens":670},"mistral-large-2":{"in_tokens":1411,"out_tokens":668}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":2815,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":29.595483729999998,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.25,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1853,"out_tokens":1706},"claude-opus-4-8":{"in_tokens":3572,"out_tokens":1082},"claude-opus-4-7":{"in_tokens":3577,"out_tokens":830},"mistral-large-2":{"in_tokens":1956,"out_tokens":816}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":9.083439271999993,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1406,"out_tokens":1710},"claude-opus-4-8":{"in_tokens":2603,"out_tokens":697},"claude-opus-4-7":{"in_tokens":2608,"out_tokens":560},"mistral-large-2":{"in_tokens":1458,"out_tokens":619}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":1872,"error":null,"skip_reason":null,"score_raw":0.225,"duration_s":21.259950168999993,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1631,"out_tokens":2088},"claude-opus-4-8":{"in_tokens":3158,"out_tokens":1134},"claude-opus-4-7":{"in_tokens":3163,"out_tokens":816},"mistral-large-2":{"in_tokens":1749,"out_tokens":821}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":619,"out_tokens":577,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":44.38315295700001,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2076,"out_tokens":1980},"claude-opus-4-8":{"in_tokens":3977,"out_tokens":1127},"claude-opus-4-7":{"in_tokens":3982,"out_tokens":841},"mistral-large-2":{"in_tokens":2205,"out_tokens":1090}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":24.621822245999994,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":1771},"claude-opus-4-8":{"in_tokens":2474,"out_tokens":737},"claude-opus-4-7":{"in_tokens":2479,"out_tokens":576},"mistral-large-2":{"in_tokens":1310,"out_tokens":588}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1385,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":20.435531002000005,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1715,"out_tokens":2664},"claude-opus-4-8":{"in_tokens":3361,"out_tokens":857},"claude-opus-4-7":{"in_tokens":3366,"out_tokens":593},"mistral-large-2":{"in_tokens":1819,"out_tokens":628}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":581,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":12.043437295000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1610,"out_tokens":1190},"claude-opus-4-8":{"in_tokens":3013,"out_tokens":734},"claude-opus-4-7":{"in_tokens":3018,"out_tokens":529},"mistral-large-2":{"in_tokens":1687,"out_tokens":605}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1265,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":22.07188976100001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1617,"out_tokens":2346},"claude-opus-4-8":{"in_tokens":3254,"out_tokens":675},"claude-opus-4-7":{"in_tokens":3259,"out_tokens":571},"mistral-large-2":{"in_tokens":1715,"out_tokens":675}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":460,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":9.344400878999991,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1300,"out_tokens":1478},"claude-opus-4-8":{"in_tokens":2514,"out_tokens":740},"claude-opus-4-7":{"in_tokens":2519,"out_tokens":597},"mistral-large-2":{"in_tokens":1369,"out_tokens":912}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":564,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":12.500213323000011,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1436,"out_tokens":1555},"claude-opus-4-8":{"in_tokens":2663,"out_tokens":764},"claude-opus-4-7":{"in_tokens":2668,"out_tokens":537},"mistral-large-2":{"in_tokens":1502,"out_tokens":625}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":267,"out_tokens":2891,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":73.00295625700002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1147,"out_tokens":1858},"claude-opus-4-8":{"in_tokens":2192,"out_tokens":921},"claude-opus-4-7":{"in_tokens":2197,"out_tokens":773},"mistral-large-2":{"in_tokens":1232,"out_tokens":619}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2456,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":26.513097727000016,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1603,"out_tokens":2233},"claude-opus-4-8":{"in_tokens":3218,"out_tokens":682},"claude-opus-4-7":{"in_tokens":3223,"out_tokens":558},"mistral-large-2":{"in_tokens":1702,"out_tokens":647}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":1648,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":26.929514106000013,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2380,"out_tokens":2795},"claude-opus-4-8":{"in_tokens":4416,"out_tokens":1229},"claude-opus-4-7":{"in_tokens":4421,"out_tokens":810},"mistral-large-2":{"in_tokens":2532,"out_tokens":844}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":303,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":77.166778596,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.3,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1609,"out_tokens":3045},"claude-opus-4-8":{"in_tokens":2987,"out_tokens":1208},"claude-opus-4-7":{"in_tokens":2992,"out_tokens":870},"mistral-large-2":{"in_tokens":1712,"out_tokens":806}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1308,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.00486613400001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1806,"out_tokens":2115},"claude-opus-4-8":{"in_tokens":3438,"out_tokens":833},"claude-opus-4-7":{"in_tokens":3443,"out_tokens":611},"mistral-large-2":{"in_tokens":1946,"out_tokens":769}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":344,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":6.958602736000017,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1281,"out_tokens":1084},"claude-opus-4-8":{"in_tokens":2437,"out_tokens":582},"claude-opus-4-7":{"in_tokens":2442,"out_tokens":506},"mistral-large-2":{"in_tokens":1346,"out_tokens":732}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":452,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":9.517318375000002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":1575},"claude-opus-4-8":{"in_tokens":2693,"out_tokens":564},"claude-opus-4-7":{"in_tokens":2698,"out_tokens":497},"mistral-large-2":{"in_tokens":1474,"out_tokens":593}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":560,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":15.219989337000001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1430,"out_tokens":1574},"claude-opus-4-8":{"in_tokens":2637,"out_tokens":641},"claude-opus-4-7":{"in_tokens":2642,"out_tokens":576},"mistral-large-2":{"in_tokens":1497,"out_tokens":577}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":18.884622999000015,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":1324},"claude-opus-4-8":{"in_tokens":2584,"out_tokens":798},"claude-opus-4-7":{"in_tokens":2589,"out_tokens":718},"mistral-large-2":{"in_tokens":1459,"out_tokens":608}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":308,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":15.846197971999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1283,"out_tokens":1404},"claude-opus-4-8":{"in_tokens":2448,"out_tokens":732},"claude-opus-4-7":{"in_tokens":2453,"out_tokens":639},"mistral-large-2":{"in_tokens":1385,"out_tokens":639}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":2003,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":25.210846077000014,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1542,"out_tokens":1300},"claude-opus-4-8":{"in_tokens":3053,"out_tokens":603},"claude-opus-4-7":{"in_tokens":3058,"out_tokens":517},"mistral-large-2":{"in_tokens":1659,"out_tokens":570}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":396,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":7.226370173999982,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":1373},"claude-opus-4-8":{"in_tokens":2473,"out_tokens":712},"claude-opus-4-7":{"in_tokens":2478,"out_tokens":577},"mistral-large-2":{"in_tokens":1397,"out_tokens":870}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":6.380900894000007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1228,"out_tokens":1366},"claude-opus-4-8":{"in_tokens":2316,"out_tokens":695},"claude-opus-4-7":{"in_tokens":2321,"out_tokens":516},"mistral-large-2":{"in_tokens":1273,"out_tokens":624}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":39.920875154000015,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1218,"out_tokens":1982},"claude-opus-4-8":{"in_tokens":2404,"out_tokens":877},"claude-opus-4-7":{"in_tokens":2409,"out_tokens":644},"mistral-large-2":{"in_tokens":1279,"out_tokens":640}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":844,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":18.57081038199999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1956,"out_tokens":1644},"claude-opus-4-8":{"in_tokens":3700,"out_tokens":760},"claude-opus-4-7":{"in_tokens":3705,"out_tokens":577},"mistral-large-2":{"in_tokens":2027,"out_tokens":928}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":1252,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":18.576610580999983,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1743,"out_tokens":1847},"claude-opus-4-8":{"in_tokens":3324,"out_tokens":980},"claude-opus-4-7":{"in_tokens":3329,"out_tokens":841},"mistral-large-2":{"in_tokens":1803,"out_tokens":565}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":226,"out_tokens":349,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":7.6602045799999985,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1213,"out_tokens":1925},"claude-opus-4-8":{"in_tokens":2330,"out_tokens":660},"claude-opus-4-7":{"in_tokens":2335,"out_tokens":386},"mistral-large-2":{"in_tokens":1277,"out_tokens":547}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":589,"out_tokens":1434,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":20.587313048,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1840,"out_tokens":2733},"claude-opus-4-8":{"in_tokens":3471,"out_tokens":966},"claude-opus-4-7":{"in_tokens":3476,"out_tokens":697},"mistral-large-2":{"in_tokens":1979,"out_tokens":658}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":232,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":4.859579742000022,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1220,"out_tokens":1894},"claude-opus-4-8":{"in_tokens":2320,"out_tokens":959},"claude-opus-4-7":{"in_tokens":2325,"out_tokens":608},"mistral-large-2":{"in_tokens":1335,"out_tokens":920}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":380,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":7.566731841999996,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1224,"out_tokens":1419},"claude-opus-4-8":{"in_tokens":2400,"out_tokens":811},"claude-opus-4-7":{"in_tokens":2405,"out_tokens":534},"mistral-large-2":{"in_tokens":1321,"out_tokens":572}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":1073,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":18.10037636499999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1635,"out_tokens":1417},"claude-opus-4-8":{"in_tokens":3135,"out_tokens":639},"claude-opus-4-7":{"in_tokens":3140,"out_tokens":543},"mistral-large-2":{"in_tokens":1706,"out_tokens":584}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":5.5109144009999795,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1216,"out_tokens":1514},"claude-opus-4-8":{"in_tokens":2324,"out_tokens":817},"claude-opus-4-7":{"in_tokens":2329,"out_tokens":506},"mistral-large-2":{"in_tokens":1307,"out_tokens":634}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":351,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":7.138722449999989,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":2044},"claude-opus-4-8":{"in_tokens":2321,"out_tokens":935},"claude-opus-4-7":{"in_tokens":2326,"out_tokens":670},"mistral-large-2":{"in_tokens":1336,"out_tokens":648}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":1058,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":18.29592403000001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1696,"out_tokens":1325},"claude-opus-4-8":{"in_tokens":3113,"out_tokens":698},"claude-opus-4-7":{"in_tokens":3118,"out_tokens":589},"mistral-large-2":{"in_tokens":1767,"out_tokens":802}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":4.731409955000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1089,"out_tokens":1207},"claude-opus-4-8":{"in_tokens":2126,"out_tokens":560},"claude-opus-4-7":{"in_tokens":2131,"out_tokens":533},"mistral-large-2":{"in_tokens":1172,"out_tokens":516}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":277,"error":null,"skip_reason":null,"score_raw":0.225,"duration_s":35.500121553,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.9,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1780,"out_tokens":1994},"claude-opus-4-8":{"in_tokens":3331,"out_tokens":920},"claude-opus-4-7":{"in_tokens":3336,"out_tokens":819},"mistral-large-2":{"in_tokens":1889,"out_tokens":806}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2687,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":31.183516071,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1757,"out_tokens":1742},"claude-opus-4-8":{"in_tokens":3339,"out_tokens":966},"claude-opus-4-7":{"in_tokens":3344,"out_tokens":838},"mistral-large-2":{"in_tokens":1908,"out_tokens":749}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":303,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":6.390062526999998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1138,"out_tokens":1952},"claude-opus-4-8":{"in_tokens":2250,"out_tokens":860},"claude-opus-4-7":{"in_tokens":2255,"out_tokens":665},"mistral-large-2":{"in_tokens":1229,"out_tokens":596}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":5.595471924000009,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1166,"out_tokens":1139},"claude-opus-4-8":{"in_tokens":2204,"out_tokens":738},"claude-opus-4-7":{"in_tokens":2209,"out_tokens":566},"mistral-large-2":{"in_tokens":1283,"out_tokens":738}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":6.495288178999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1255,"out_tokens":1289},"claude-opus-4-8":{"in_tokens":2445,"out_tokens":776},"claude-opus-4-7":{"in_tokens":2450,"out_tokens":615},"mistral-large-2":{"in_tokens":1371,"out_tokens":493}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":295,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":6.6658588450000025,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1182},"claude-opus-4-8":{"in_tokens":2333,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2338,"out_tokens":478},"mistral-large-2":{"in_tokens":1321,"out_tokens":555}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1003,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.517360699999983,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1497,"out_tokens":1549},"claude-opus-4-8":{"in_tokens":2801,"out_tokens":668},"claude-opus-4-7":{"in_tokens":2806,"out_tokens":537},"mistral-large-2":{"in_tokens":1579,"out_tokens":715}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":232,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":28.49177180799998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1252,"out_tokens":1593},"claude-opus-4-8":{"in_tokens":2482,"out_tokens":672},"claude-opus-4-7":{"in_tokens":2487,"out_tokens":605},"mistral-large-2":{"in_tokens":1316,"out_tokens":538}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":18.936611499999998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1221},"claude-opus-4-8":{"in_tokens":2637,"out_tokens":739},"claude-opus-4-7":{"in_tokens":2642,"out_tokens":622},"mistral-large-2":{"in_tokens":1462,"out_tokens":899}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":6.197400021999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":1531},"claude-opus-4-8":{"in_tokens":2494,"out_tokens":697},"claude-opus-4-7":{"in_tokens":2499,"out_tokens":568},"mistral-large-2":{"in_tokens":1439,"out_tokens":586}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":7.132592216999996,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":1679},"claude-opus-4-8":{"in_tokens":2388,"out_tokens":832},"claude-opus-4-7":{"in_tokens":2393,"out_tokens":652},"mistral-large-2":{"in_tokens":1345,"out_tokens":709}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":2945,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":31.60165667200002,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1782,"out_tokens":2917},"claude-opus-4-8":{"in_tokens":3343,"out_tokens":991},"claude-opus-4-7":{"in_tokens":3348,"out_tokens":657},"mistral-large-2":{"in_tokens":1943,"out_tokens":788}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":22.940365705000005,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1348,"out_tokens":1117},"claude-opus-4-8":{"in_tokens":2570,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2575,"out_tokens":509},"mistral-large-2":{"in_tokens":1405,"out_tokens":677}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":23.893746350999976,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1350,"out_tokens":1363},"claude-opus-4-8":{"in_tokens":2620,"out_tokens":987},"claude-opus-4-7":{"in_tokens":2625,"out_tokens":603},"mistral-large-2":{"in_tokens":1403,"out_tokens":536}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":5.672153277999996,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1142,"out_tokens":1402},"claude-opus-4-8":{"in_tokens":2169,"out_tokens":886},"claude-opus-4-7":{"in_tokens":2174,"out_tokens":660},"mistral-large-2":{"in_tokens":1274,"out_tokens":726}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3761,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":43.821810221999996,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2378,"out_tokens":2483},"claude-opus-4-8":{"in_tokens":4477,"out_tokens":1044},"claude-opus-4-7":{"in_tokens":4482,"out_tokens":920},"mistral-large-2":{"in_tokens":2557,"out_tokens":820}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":1115,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":19.157096256999978,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1583,"out_tokens":1284},"claude-opus-4-8":{"in_tokens":2976,"out_tokens":525},"claude-opus-4-7":{"in_tokens":2981,"out_tokens":501},"mistral-large-2":{"in_tokens":1653,"out_tokens":552}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":363,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":7.836710871000008,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1325,"out_tokens":1942},"claude-opus-4-8":{"in_tokens":2514,"out_tokens":1015},"claude-opus-4-7":{"in_tokens":2519,"out_tokens":700},"mistral-large-2":{"in_tokens":1431,"out_tokens":600}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":401,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":43.065267508000005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1462,"out_tokens":1658},"claude-opus-4-8":{"in_tokens":2846,"out_tokens":851},"claude-opus-4-7":{"in_tokens":2851,"out_tokens":691},"mistral-large-2":{"in_tokens":1563,"out_tokens":788}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":1091,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":17.106812440999988,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1437,"out_tokens":1486},"claude-opus-4-8":{"in_tokens":2750,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2755,"out_tokens":521},"mistral-large-2":{"in_tokens":1515,"out_tokens":609}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":514,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":60.200583132999995,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1706,"out_tokens":2145},"claude-opus-4-8":{"in_tokens":3248,"out_tokens":1038},"claude-opus-4-7":{"in_tokens":3253,"out_tokens":815},"mistral-large-2":{"in_tokens":1834,"out_tokens":652}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":537,"out_tokens":391,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":57.16452976800001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1494,"out_tokens":2292},"claude-opus-4-8":{"in_tokens":2858,"out_tokens":698},"claude-opus-4-7":{"in_tokens":2863,"out_tokens":546},"mistral-large-2":{"in_tokens":1586,"out_tokens":876}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1138,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.07529494299999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1590,"out_tokens":1910},"claude-opus-4-8":{"in_tokens":2894,"out_tokens":573},"claude-opus-4-7":{"in_tokens":2899,"out_tokens":497},"mistral-large-2":{"in_tokens":1660,"out_tokens":698}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":4.2974212369999805,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1174,"out_tokens":1711},"claude-opus-4-8":{"in_tokens":2178,"out_tokens":689},"claude-opus-4-7":{"in_tokens":2183,"out_tokens":511},"mistral-large-2":{"in_tokens":1317,"out_tokens":609}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":6.818843661000017,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1182,"out_tokens":1629},"claude-opus-4-8":{"in_tokens":2370,"out_tokens":956},"claude-opus-4-7":{"in_tokens":2375,"out_tokens":722},"mistral-large-2":{"in_tokens":1245,"out_tokens":540}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":6.568506345999992,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1138,"out_tokens":1688},"claude-opus-4-8":{"in_tokens":2258,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2263,"out_tokens":603},"mistral-large-2":{"in_tokens":1219,"out_tokens":539}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":360,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":8.374577592999998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":1458},"claude-opus-4-8":{"in_tokens":2621,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2626,"out_tokens":525},"mistral-large-2":{"in_tokens":1496,"out_tokens":604}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":19.340048445999997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":1999},"claude-opus-4-8":{"in_tokens":2309,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2314,"out_tokens":496},"mistral-large-2":{"in_tokens":1277,"out_tokens":641}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":3084,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":31.644381320000008,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1668,"out_tokens":2182},"claude-opus-4-8":{"in_tokens":3218,"out_tokens":934},"claude-opus-4-7":{"in_tokens":3223,"out_tokens":801},"mistral-large-2":{"in_tokens":1726,"out_tokens":836}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":1857,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":21.452032253,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1915,"out_tokens":1537},"claude-opus-4-8":{"in_tokens":3638,"out_tokens":590},"claude-opus-4-7":{"in_tokens":3643,"out_tokens":476},"mistral-large-2":{"in_tokens":2009,"out_tokens":640}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1115,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":12.943798775000005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1632,"out_tokens":1719},"claude-opus-4-8":{"in_tokens":3046,"out_tokens":688},"claude-opus-4-7":{"in_tokens":3051,"out_tokens":552},"mistral-large-2":{"in_tokens":1710,"out_tokens":712}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.46428571428571425,"duration_s":6.773306439999999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1531,"out_tokens":1330},"claude-opus-4-8":{"in_tokens":2805,"out_tokens":754},"claude-opus-4-7":{"in_tokens":2810,"out_tokens":522},"mistral-large-2":{"in_tokens":1721,"out_tokens":531}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":320,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":9.088733437999991,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":1403},"claude-opus-4-8":{"in_tokens":2528,"out_tokens":744},"claude-opus-4-7":{"in_tokens":2533,"out_tokens":503},"mistral-large-2":{"in_tokens":1353,"out_tokens":515}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":431,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":8.889884647999992,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1641},"claude-opus-4-8":{"in_tokens":2965,"out_tokens":739},"claude-opus-4-7":{"in_tokens":2970,"out_tokens":541},"mistral-large-2":{"in_tokens":1705,"out_tokens":659}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":442,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":8.083551066000012,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1822,"out_tokens":2492},"claude-opus-4-8":{"in_tokens":3385,"out_tokens":803},"claude-opus-4-7":{"in_tokens":3390,"out_tokens":564},"mistral-large-2":{"in_tokens":1949,"out_tokens":661}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1281,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":14.598575377000003,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1529,"out_tokens":1843},"claude-opus-4-8":{"in_tokens":2877,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2882,"out_tokens":539},"mistral-large-2":{"in_tokens":1616,"out_tokens":681}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":1232,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":19.450548146000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1472,"out_tokens":1609},"claude-opus-4-8":{"in_tokens":2825,"out_tokens":568},"claude-opus-4-7":{"in_tokens":2830,"out_tokens":481},"mistral-large-2":{"in_tokens":1556,"out_tokens":523}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":1055,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.343519207000014,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1429,"out_tokens":1402},"claude-opus-4-8":{"in_tokens":2748,"out_tokens":655},"claude-opus-4-7":{"in_tokens":2753,"out_tokens":504},"mistral-large-2":{"in_tokens":1533,"out_tokens":556}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":18.82167301200002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1215,"out_tokens":1493},"claude-opus-4-8":{"in_tokens":2235,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2240,"out_tokens":461},"mistral-large-2":{"in_tokens":1285,"out_tokens":634}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":4.517938253000011,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1171,"out_tokens":1949},"claude-opus-4-8":{"in_tokens":2255,"out_tokens":903},"claude-opus-4-7":{"in_tokens":2260,"out_tokens":765},"mistral-large-2":{"in_tokens":1295,"out_tokens":795}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":19.46054347499998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1147,"out_tokens":2074},"claude-opus-4-8":{"in_tokens":2163,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2168,"out_tokens":542},"mistral-large-2":{"in_tokens":1201,"out_tokens":565}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":911,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":16.345987392000012,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1311,"out_tokens":1020},"claude-opus-4-8":{"in_tokens":2467,"out_tokens":524},"claude-opus-4-7":{"in_tokens":2472,"out_tokens":381},"mistral-large-2":{"in_tokens":1365,"out_tokens":508}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":365,"error":null,"skip_reason":null,"score_raw":0.1111111111111111,"duration_s":7.287266113999976,"hallucination_count":7.0,"hallucination_top100":0,"inter_rater_agreement":0.2222222222222222,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1302,"out_tokens":2482},"claude-opus-4-8":{"in_tokens":2522,"out_tokens":1270},"claude-opus-4-7":{"in_tokens":2527,"out_tokens":932},"mistral-large-2":{"in_tokens":1410,"out_tokens":849}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":5.759291636,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.1111111111111111,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1215,"out_tokens":2742},"claude-opus-4-8":{"in_tokens":2310,"out_tokens":949},"claude-opus-4-7":{"in_tokens":2315,"out_tokens":539},"mistral-large-2":{"in_tokens":1340,"out_tokens":687}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":23.12931289400001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1258,"out_tokens":2235},"claude-opus-4-8":{"in_tokens":2327,"out_tokens":529},"claude-opus-4-7":{"in_tokens":2332,"out_tokens":590},"mistral-large-2":{"in_tokens":1318,"out_tokens":514}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":6.435975971999994,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1355,"out_tokens":1887},"claude-opus-4-8":{"in_tokens":2604,"out_tokens":1083},"claude-opus-4-7":{"in_tokens":2609,"out_tokens":860},"mistral-large-2":{"in_tokens":1477,"out_tokens":688}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":1111,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.085527858000006,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":1959},"claude-opus-4-8":{"in_tokens":2889,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2894,"out_tokens":579},"mistral-large-2":{"in_tokens":1629,"out_tokens":657}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":5.240151325999989,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1151,"out_tokens":1511},"claude-opus-4-8":{"in_tokens":2295,"out_tokens":1047},"claude-opus-4-7":{"in_tokens":2300,"out_tokens":714},"mistral-large-2":{"in_tokens":1259,"out_tokens":642}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":206,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.516200550999997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1058,"out_tokens":1158},"claude-opus-4-8":{"in_tokens":2012,"out_tokens":563},"claude-opus-4-7":{"in_tokens":2017,"out_tokens":454},"mistral-large-2":{"in_tokens":1112,"out_tokens":519}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1137,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":14.964437203000017,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1577,"out_tokens":1588},"claude-opus-4-8":{"in_tokens":2890,"out_tokens":634},"claude-opus-4-7":{"in_tokens":2895,"out_tokens":500},"mistral-large-2":{"in_tokens":1655,"out_tokens":592}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":362,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":5.075269244999987,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1086,"out_tokens":1430},"claude-opus-4-8":{"in_tokens":2133,"out_tokens":719},"claude-opus-4-7":{"in_tokens":2138,"out_tokens":536},"mistral-large-2":{"in_tokens":1194,"out_tokens":635}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":276,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":6.02823820499998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1255,"out_tokens":1666},"claude-opus-4-8":{"in_tokens":2450,"out_tokens":797},"claude-opus-4-7":{"in_tokens":2455,"out_tokens":583},"mistral-large-2":{"in_tokens":1363,"out_tokens":588}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":382,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":8.018066182000013,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1282,"out_tokens":1917},"claude-opus-4-8":{"in_tokens":2510,"out_tokens":672},"claude-opus-4-7":{"in_tokens":2515,"out_tokens":555},"mistral-large-2":{"in_tokens":1420,"out_tokens":610}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":3.860324784999989,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1032,"out_tokens":1401},"claude-opus-4-8":{"in_tokens":2007,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2012,"out_tokens":550},"mistral-large-2":{"in_tokens":1083,"out_tokens":485}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":1513,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.139635657000014,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1692,"out_tokens":1169},"claude-opus-4-8":{"in_tokens":3104,"out_tokens":562},"claude-opus-4-7":{"in_tokens":3109,"out_tokens":472},"mistral-large-2":{"in_tokens":1760,"out_tokens":673}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":4.399955035999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1099,"out_tokens":1256},"claude-opus-4-8":{"in_tokens":2118,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2123,"out_tokens":538},"mistral-large-2":{"in_tokens":1221,"out_tokens":519}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":292,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":5.776620091000012,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":2457},"claude-opus-4-8":{"in_tokens":2223,"out_tokens":1077},"claude-opus-4-7":{"in_tokens":2228,"out_tokens":769},"mistral-large-2":{"in_tokens":1310,"out_tokens":645}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":253,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":13.566581829,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1208},"claude-opus-4-8":{"in_tokens":2189,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2194,"out_tokens":438},"mistral-large-2":{"in_tokens":1220,"out_tokens":688}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1661,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":21.720315564999993,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1520,"out_tokens":1421},"claude-opus-4-8":{"in_tokens":2822,"out_tokens":606},"claude-opus-4-7":{"in_tokens":2827,"out_tokens":480},"mistral-large-2":{"in_tokens":1587,"out_tokens":683}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":4.018792690999987,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":969,"out_tokens":931},"claude-opus-4-8":{"in_tokens":1882,"out_tokens":508},"claude-opus-4-7":{"in_tokens":1887,"out_tokens":453},"mistral-large-2":{"in_tokens":1047,"out_tokens":487}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":390,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":7.705675103000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1273,"out_tokens":1129},"claude-opus-4-8":{"in_tokens":2415,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2420,"out_tokens":512},"mistral-large-2":{"in_tokens":1361,"out_tokens":528}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":695,"out_tokens":1080,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":19.364728735,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1620,"out_tokens":1259},"claude-opus-4-8":{"in_tokens":3029,"out_tokens":685},"claude-opus-4-7":{"in_tokens":3034,"out_tokens":526},"mistral-large-2":{"in_tokens":1696,"out_tokens":600}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":1076,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":17.962529950999993,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1450,"out_tokens":1130},"claude-opus-4-8":{"in_tokens":2743,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2748,"out_tokens":487},"mistral-large-2":{"in_tokens":1526,"out_tokens":632}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":1399,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":22.133101187000022,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1413,"out_tokens":1042},"claude-opus-4-8":{"in_tokens":2695,"out_tokens":599},"claude-opus-4-7":{"in_tokens":2700,"out_tokens":557},"mistral-large-2":{"in_tokens":1481,"out_tokens":696}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":492,"out_tokens":244,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":32.75470929699998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1340,"out_tokens":2371},"claude-opus-4-8":{"in_tokens":2512,"out_tokens":834},"claude-opus-4-7":{"in_tokens":2517,"out_tokens":618},"mistral-large-2":{"in_tokens":1443,"out_tokens":719}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":18.785435603999986,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":988,"out_tokens":1087},"claude-opus-4-8":{"in_tokens":1852,"out_tokens":476},"claude-opus-4-7":{"in_tokens":1857,"out_tokens":372},"mistral-large-2":{"in_tokens":1022,"out_tokens":505}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":17.140917637,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1188,"out_tokens":1638},"claude-opus-4-8":{"in_tokens":2206,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2211,"out_tokens":456},"mistral-large-2":{"in_tokens":1236,"out_tokens":521}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":8.344329313999992,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1513,"out_tokens":2219},"claude-opus-4-8":{"in_tokens":3024,"out_tokens":989},"claude-opus-4-7":{"in_tokens":3029,"out_tokens":808},"mistral-large-2":{"in_tokens":1632,"out_tokens":818}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":386,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":9.351247397999998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1267,"out_tokens":1841},"claude-opus-4-8":{"in_tokens":2430,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2435,"out_tokens":500},"mistral-large-2":{"in_tokens":1378,"out_tokens":578}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":395,"out_tokens":4303,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":148.796039323,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1281,"out_tokens":2056},"claude-opus-4-8":{"in_tokens":2399,"out_tokens":915},"claude-opus-4-7":{"in_tokens":2404,"out_tokens":640},"mistral-large-2":{"in_tokens":1405,"out_tokens":940}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":15.695258037999992,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1277,"out_tokens":1478},"claude-opus-4-8":{"in_tokens":2381,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2386,"out_tokens":492},"mistral-large-2":{"in_tokens":1333,"out_tokens":593}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":1188,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":21.350777104000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1473,"out_tokens":994},"claude-opus-4-8":{"in_tokens":2818,"out_tokens":545},"claude-opus-4-7":{"in_tokens":2823,"out_tokens":518},"mistral-large-2":{"in_tokens":1551,"out_tokens":492}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":934,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":11.797480485999984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1118,"out_tokens":933},"claude-opus-4-8":{"in_tokens":2107,"out_tokens":492},"claude-opus-4-7":{"in_tokens":2112,"out_tokens":391},"mistral-large-2":{"in_tokens":1167,"out_tokens":454}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":1229,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.183601660999983,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1553,"out_tokens":1999},"claude-opus-4-8":{"in_tokens":2883,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2888,"out_tokens":445},"mistral-large-2":{"in_tokens":1607,"out_tokens":571}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":527,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":10.565836238000003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1472,"out_tokens":2283},"claude-opus-4-8":{"in_tokens":3068,"out_tokens":691},"claude-opus-4-7":{"in_tokens":3073,"out_tokens":670},"mistral-large-2":{"in_tokens":1580,"out_tokens":593}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":14.825721950000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1064,"out_tokens":1050},"claude-opus-4-8":{"in_tokens":2026,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2031,"out_tokens":515},"mistral-large-2":{"in_tokens":1130,"out_tokens":510}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":13.526017682000003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1535,"out_tokens":2099},"claude-opus-4-8":{"in_tokens":3082,"out_tokens":678},"claude-opus-4-7":{"in_tokens":3087,"out_tokens":519},"mistral-large-2":{"in_tokens":1647,"out_tokens":641}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":8.586314549999997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1282,"out_tokens":1326},"claude-opus-4-8":{"in_tokens":2627,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2632,"out_tokens":480},"mistral-large-2":{"in_tokens":1367,"out_tokens":491}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1386,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":23.541732308000007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1573,"out_tokens":1286},"claude-opus-4-8":{"in_tokens":3007,"out_tokens":540},"claude-opus-4-7":{"in_tokens":3012,"out_tokens":493},"mistral-large-2":{"in_tokens":1667,"out_tokens":557}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":471,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":10.202610905,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":1853},"claude-opus-4-8":{"in_tokens":2350,"out_tokens":491},"claude-opus-4-7":{"in_tokens":2355,"out_tokens":601},"mistral-large-2":{"in_tokens":1274,"out_tokens":613}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":212,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":13.612764421999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1071,"out_tokens":1088},"claude-opus-4-8":{"in_tokens":2061,"out_tokens":603},"claude-opus-4-7":{"in_tokens":2066,"out_tokens":500},"mistral-large-2":{"in_tokens":1124,"out_tokens":508}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":704,"out_tokens":1012,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":17.362043717999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1677,"out_tokens":1329},"claude-opus-4-8":{"in_tokens":3165,"out_tokens":740},"claude-opus-4-7":{"in_tokens":3170,"out_tokens":627},"mistral-large-2":{"in_tokens":1727,"out_tokens":645}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1725,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":19.614078621000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":1936},"claude-opus-4-8":{"in_tokens":2795,"out_tokens":589},"claude-opus-4-7":{"in_tokens":2800,"out_tokens":603},"mistral-large-2":{"in_tokens":1584,"out_tokens":605}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":368,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":50.246326267,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1518,"out_tokens":1451},"claude-opus-4-8":{"in_tokens":2857,"out_tokens":861},"claude-opus-4-7":{"in_tokens":2862,"out_tokens":606},"mistral-large-2":{"in_tokens":1653,"out_tokens":1032}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":400,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":52.16558243100002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1922,"out_tokens":1868},"claude-opus-4-8":{"in_tokens":3569,"out_tokens":822},"claude-opus-4-7":{"in_tokens":3574,"out_tokens":706},"mistral-large-2":{"in_tokens":2041,"out_tokens":755}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":17.739348868000008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1109,"out_tokens":1306},"claude-opus-4-8":{"in_tokens":2062,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2067,"out_tokens":526},"mistral-large-2":{"in_tokens":1159,"out_tokens":549}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":645,"out_tokens":1227,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":20.693447011000018,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1606,"out_tokens":1012},"claude-opus-4-8":{"in_tokens":3066,"out_tokens":630},"claude-opus-4-7":{"in_tokens":3071,"out_tokens":501},"mistral-large-2":{"in_tokens":1673,"out_tokens":663}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":8.895261774999994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1160,"out_tokens":1747},"claude-opus-4-8":{"in_tokens":2347,"out_tokens":568},"claude-opus-4-7":{"in_tokens":2352,"out_tokens":420},"mistral-large-2":{"in_tokens":1226,"out_tokens":794}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1240,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":15.353706431000006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1480,"out_tokens":1492},"claude-opus-4-8":{"in_tokens":2760,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2765,"out_tokens":559},"mistral-large-2":{"in_tokens":1558,"out_tokens":780}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":946,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":16.29230697,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1434,"out_tokens":1298},"claude-opus-4-8":{"in_tokens":2734,"out_tokens":556},"claude-opus-4-7":{"in_tokens":2739,"out_tokens":514},"mistral-large-2":{"in_tokens":1508,"out_tokens":482}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":680,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":13.423454777000018,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1375,"out_tokens":1451},"claude-opus-4-8":{"in_tokens":2824,"out_tokens":616},"claude-opus-4-7":{"in_tokens":2829,"out_tokens":461},"mistral-large-2":{"in_tokens":1466,"out_tokens":892}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":466,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":9.385940822999999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1186,"out_tokens":1456},"claude-opus-4-8":{"in_tokens":2395,"out_tokens":483},"claude-opus-4-7":{"in_tokens":2400,"out_tokens":508},"mistral-large-2":{"in_tokens":1286,"out_tokens":561}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1110,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":23.757653461000018,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1643,"out_tokens":1531},"claude-opus-4-8":{"in_tokens":3073,"out_tokens":629},"claude-opus-4-7":{"in_tokens":3078,"out_tokens":518},"mistral-large-2":{"in_tokens":1727,"out_tokens":610}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1094,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":13.47983992899998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1499,"out_tokens":764},"claude-opus-4-8":{"in_tokens":2847,"out_tokens":576},"claude-opus-4-7":{"in_tokens":2852,"out_tokens":538},"mistral-large-2":{"in_tokens":1565,"out_tokens":509}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":66.540873688,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":1525},"claude-opus-4-8":{"in_tokens":2451,"out_tokens":769},"claude-opus-4-7":{"in_tokens":2456,"out_tokens":533},"mistral-large-2":{"in_tokens":1331,"out_tokens":490}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":22.320538134999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1455,"out_tokens":1123},"claude-opus-4-8":{"in_tokens":2758,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2763,"out_tokens":547},"mistral-large-2":{"in_tokens":1510,"out_tokens":550}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":739,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":11.849182573999997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":1565},"claude-opus-4-8":{"in_tokens":2515,"out_tokens":744},"claude-opus-4-7":{"in_tokens":2520,"out_tokens":495},"mistral-large-2":{"in_tokens":1389,"out_tokens":597}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":617,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":16.927678281999988,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1378,"out_tokens":2081},"claude-opus-4-8":{"in_tokens":2728,"out_tokens":945},"claude-opus-4-7":{"in_tokens":2733,"out_tokens":641},"mistral-large-2":{"in_tokens":1502,"out_tokens":582}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":1287,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":21.00815243400001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1632,"out_tokens":1265},"claude-opus-4-8":{"in_tokens":3055,"out_tokens":562},"claude-opus-4-7":{"in_tokens":3060,"out_tokens":463},"mistral-large-2":{"in_tokens":1725,"out_tokens":660}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":14.751595675000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":940},"claude-opus-4-8":{"in_tokens":2152,"out_tokens":563},"claude-opus-4-7":{"in_tokens":2157,"out_tokens":579},"mistral-large-2":{"in_tokens":1194,"out_tokens":472}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":519,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":10.159956592000015,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1208,"out_tokens":1841},"claude-opus-4-8":{"in_tokens":2353,"out_tokens":564},"claude-opus-4-7":{"in_tokens":2358,"out_tokens":705},"mistral-large-2":{"in_tokens":1257,"out_tokens":473}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.841590467999993,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1203,"out_tokens":1124},"claude-opus-4-8":{"in_tokens":2268,"out_tokens":474},"claude-opus-4-7":{"in_tokens":2273,"out_tokens":455},"mistral-large-2":{"in_tokens":1250,"out_tokens":596}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":435,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":8.233180251000022,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1197,"out_tokens":2018},"claude-opus-4-8":{"in_tokens":2361,"out_tokens":949},"claude-opus-4-7":{"in_tokens":2366,"out_tokens":782},"mistral-large-2":{"in_tokens":1257,"out_tokens":799}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":634,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":12.05837996400001,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":1636},"claude-opus-4-8":{"in_tokens":2779,"out_tokens":841},"claude-opus-4-7":{"in_tokens":2784,"out_tokens":610},"mistral-large-2":{"in_tokens":1441,"out_tokens":451}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":703,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":8.013297324999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1391,"out_tokens":1281},"claude-opus-4-8":{"in_tokens":2612,"out_tokens":653},"claude-opus-4-7":{"in_tokens":2617,"out_tokens":463},"mistral-large-2":{"in_tokens":1459,"out_tokens":560}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1393,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":18.116474461999985,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1511,"out_tokens":1204},"claude-opus-4-8":{"in_tokens":2808,"out_tokens":551},"claude-opus-4-7":{"in_tokens":2813,"out_tokens":444},"mistral-large-2":{"in_tokens":1574,"out_tokens":601}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":216,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":16.86633052100001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":1157},"claude-opus-4-8":{"in_tokens":2205,"out_tokens":606},"claude-opus-4-7":{"in_tokens":2210,"out_tokens":451},"mistral-large-2":{"in_tokens":1224,"out_tokens":557}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":1020,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":17.23322466799999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":1504},"claude-opus-4-8":{"in_tokens":2702,"out_tokens":539},"claude-opus-4-7":{"in_tokens":2707,"out_tokens":468},"mistral-large-2":{"in_tokens":1454,"out_tokens":587}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1329,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":16.36709166899999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1818,"out_tokens":1992},"claude-opus-4-8":{"in_tokens":3454,"out_tokens":575},"claude-opus-4-7":{"in_tokens":3459,"out_tokens":592},"mistral-large-2":{"in_tokens":1883,"out_tokens":675}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":1021,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":18.150595957999997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1531,"out_tokens":1546},"claude-opus-4-8":{"in_tokens":2918,"out_tokens":881},"claude-opus-4-7":{"in_tokens":2923,"out_tokens":535},"mistral-large-2":{"in_tokens":1673,"out_tokens":740}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":568,"out_tokens":277,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":21.04680574300002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1515},"claude-opus-4-8":{"in_tokens":2616,"out_tokens":814},"claude-opus-4-7":{"in_tokens":2621,"out_tokens":597},"mistral-large-2":{"in_tokens":1464,"out_tokens":550}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1468,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":15.643432663999988,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1673,"out_tokens":1479},"claude-opus-4-8":{"in_tokens":3163,"out_tokens":662},"claude-opus-4-7":{"in_tokens":3168,"out_tokens":658},"mistral-large-2":{"in_tokens":1743,"out_tokens":611}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":520,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":11.619741247000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1202,"out_tokens":1358},"claude-opus-4-8":{"in_tokens":2446,"out_tokens":555},"claude-opus-4-7":{"in_tokens":2451,"out_tokens":443},"mistral-large-2":{"in_tokens":1279,"out_tokens":471}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":490,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":10.035919286999984,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1310,"out_tokens":1485},"claude-opus-4-8":{"in_tokens":2678,"out_tokens":761},"claude-opus-4-7":{"in_tokens":2683,"out_tokens":611},"mistral-large-2":{"in_tokens":1404,"out_tokens":709}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":14.275528246000022,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":889},"claude-opus-4-8":{"in_tokens":2100,"out_tokens":615},"claude-opus-4-7":{"in_tokens":2105,"out_tokens":543},"mistral-large-2":{"in_tokens":1156,"out_tokens":672}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":769,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":13.732994572999985,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1232,"out_tokens":2249},"claude-opus-4-8":{"in_tokens":2460,"out_tokens":799},"claude-opus-4-7":{"in_tokens":2465,"out_tokens":592},"mistral-large-2":{"in_tokens":1339,"out_tokens":654}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":482,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":11.337239547999985,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1437,"out_tokens":1638},"claude-opus-4-8":{"in_tokens":2749,"out_tokens":900},"claude-opus-4-7":{"in_tokens":2754,"out_tokens":700},"mistral-large-2":{"in_tokens":1518,"out_tokens":631}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":216,"out_tokens":249,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":13.214018108000005,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1134,"out_tokens":904},"claude-opus-4-8":{"in_tokens":2174,"out_tokens":528},"claude-opus-4-7":{"in_tokens":2179,"out_tokens":406},"mistral-large-2":{"in_tokens":1190,"out_tokens":491}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":859,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":9.298314878000014,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1351,"out_tokens":1301},"claude-opus-4-8":{"in_tokens":2523,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2528,"out_tokens":477},"mistral-large-2":{"in_tokens":1435,"out_tokens":681}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":488,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":10.753430049000002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1250,"out_tokens":2053},"claude-opus-4-8":{"in_tokens":2493,"out_tokens":797},"claude-opus-4-7":{"in_tokens":2498,"out_tokens":677},"mistral-large-2":{"in_tokens":1329,"out_tokens":711}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":645,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":7.210481290999979,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1202,"out_tokens":1336},"claude-opus-4-8":{"in_tokens":2272,"out_tokens":475},"claude-opus-4-7":{"in_tokens":2277,"out_tokens":415},"mistral-large-2":{"in_tokens":1260,"out_tokens":544}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":1061,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":16.257521669,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1412,"out_tokens":1582},"claude-opus-4-8":{"in_tokens":2725,"out_tokens":786},"claude-opus-4-7":{"in_tokens":2730,"out_tokens":567},"mistral-large-2":{"in_tokens":1592,"out_tokens":731}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":15.877025504999978,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1176,"out_tokens":1462},"claude-opus-4-8":{"in_tokens":2227,"out_tokens":803},"claude-opus-4-7":{"in_tokens":2232,"out_tokens":513},"mistral-large-2":{"in_tokens":1283,"out_tokens":728}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":1111,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":11.93346957099999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1093,"out_tokens":1178},"claude-opus-4-8":{"in_tokens":2033,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2038,"out_tokens":613},"mistral-large-2":{"in_tokens":1130,"out_tokens":597}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":361,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":7.032028510999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1140,"out_tokens":1083},"claude-opus-4-8":{"in_tokens":2307,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2312,"out_tokens":550},"mistral-large-2":{"in_tokens":1188,"out_tokens":514}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":833,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":13.389749732000013,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1379,"out_tokens":2016},"claude-opus-4-8":{"in_tokens":2624,"out_tokens":816},"claude-opus-4-7":{"in_tokens":2629,"out_tokens":718},"mistral-large-2":{"in_tokens":1489,"out_tokens":867}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":413,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":10.01995098399999,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1133,"out_tokens":2420},"claude-opus-4-8":{"in_tokens":2339,"out_tokens":778},"claude-opus-4-7":{"in_tokens":2344,"out_tokens":680},"mistral-large-2":{"in_tokens":1197,"out_tokens":602}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":700,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":12.019811548999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":1127},"claude-opus-4-8":{"in_tokens":2369,"out_tokens":558},"claude-opus-4-7":{"in_tokens":2374,"out_tokens":436},"mistral-large-2":{"in_tokens":1326,"out_tokens":490}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":16.110473607000017,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1049,"out_tokens":1924},"claude-opus-4-8":{"in_tokens":2073,"out_tokens":777},"claude-opus-4-7":{"in_tokens":2078,"out_tokens":485},"mistral-large-2":{"in_tokens":1141,"out_tokens":658}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":502,"out_tokens":268,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":27.400706006999997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1232,"out_tokens":1483},"claude-opus-4-8":{"in_tokens":2320,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2325,"out_tokens":527},"mistral-large-2":{"in_tokens":1292,"out_tokens":565}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":702,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":13.412483148000035,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":2119,"out_tokens":2748},"claude-opus-4-8":{"in_tokens":4138,"out_tokens":1244},"claude-opus-4-7":{"in_tokens":4143,"out_tokens":1128},"mistral-large-2":{"in_tokens":2218,"out_tokens":856}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":899,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":14.814454299000005,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1308,"out_tokens":2255},"claude-opus-4-8":{"in_tokens":2549,"out_tokens":738},"claude-opus-4-7":{"in_tokens":2554,"out_tokens":563},"mistral-large-2":{"in_tokens":1430,"out_tokens":622}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":707,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":11.787161655000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1277,"out_tokens":1028},"claude-opus-4-8":{"in_tokens":2415,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2420,"out_tokens":531},"mistral-large-2":{"in_tokens":1408,"out_tokens":645}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":577,"out_tokens":331,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":39.540297447,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1443,"out_tokens":1167},"claude-opus-4-8":{"in_tokens":2739,"out_tokens":622},"claude-opus-4-7":{"in_tokens":2744,"out_tokens":501},"mistral-large-2":{"in_tokens":1502,"out_tokens":505}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":1395,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":15.834221757999984,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1168,"out_tokens":1957},"claude-opus-4-8":{"in_tokens":2309,"out_tokens":942},"claude-opus-4-7":{"in_tokens":2314,"out_tokens":705},"mistral-large-2":{"in_tokens":1276,"out_tokens":663}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":770,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":16.041226272000017,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2066,"out_tokens":1943},"claude-opus-4-8":{"in_tokens":4104,"out_tokens":967},"claude-opus-4-7":{"in_tokens":4109,"out_tokens":858},"mistral-large-2":{"in_tokens":2223,"out_tokens":1290}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1407,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":21.47273489400004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1383,"out_tokens":1296},"claude-opus-4-8":{"in_tokens":2653,"out_tokens":701},"claude-opus-4-7":{"in_tokens":2658,"out_tokens":520},"mistral-large-2":{"in_tokens":1522,"out_tokens":721}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":19.130690532000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1108,"out_tokens":1216},"claude-opus-4-8":{"in_tokens":2120,"out_tokens":683},"claude-opus-4-7":{"in_tokens":2125,"out_tokens":549},"mistral-large-2":{"in_tokens":1194,"out_tokens":543}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":143,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":15.652567226000002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1008,"out_tokens":1489},"claude-opus-4-8":{"in_tokens":1951,"out_tokens":811},"claude-opus-4-7":{"in_tokens":1956,"out_tokens":489},"mistral-large-2":{"in_tokens":1080,"out_tokens":524}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":537,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":61.47228967799998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1568,"out_tokens":2049},"claude-opus-4-8":{"in_tokens":3044,"out_tokens":803},"claude-opus-4-7":{"in_tokens":3049,"out_tokens":793},"mistral-large-2":{"in_tokens":1633,"out_tokens":665}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":629,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":11.57182277299998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1935,"out_tokens":2639},"claude-opus-4-8":{"in_tokens":3891,"out_tokens":1172},"claude-opus-4-7":{"in_tokens":3896,"out_tokens":1012},"mistral-large-2":{"in_tokens":2044,"out_tokens":868}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":747,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":11.685934959999969,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1303,"out_tokens":1393},"claude-opus-4-8":{"in_tokens":2504,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2509,"out_tokens":557},"mistral-large-2":{"in_tokens":1421,"out_tokens":607}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":357,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":23.395479677000026,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1384,"out_tokens":1212},"claude-opus-4-8":{"in_tokens":2563,"out_tokens":527},"claude-opus-4-7":{"in_tokens":2568,"out_tokens":388},"mistral-large-2":{"in_tokens":1453,"out_tokens":508}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":720,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":18.157840241999992,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1988,"out_tokens":2480},"claude-opus-4-8":{"in_tokens":3916,"out_tokens":990},"claude-opus-4-7":{"in_tokens":3921,"out_tokens":960},"mistral-large-2":{"in_tokens":2159,"out_tokens":711}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":127,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":26.088223680999988,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":998,"out_tokens":1528},"claude-opus-4-8":{"in_tokens":1942,"out_tokens":599},"claude-opus-4-7":{"in_tokens":1947,"out_tokens":518},"mistral-large-2":{"in_tokens":1119,"out_tokens":629}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":756,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":13.416646080000021,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1326,"out_tokens":1311},"claude-opus-4-8":{"in_tokens":2556,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2561,"out_tokens":532},"mistral-large-2":{"in_tokens":1434,"out_tokens":559}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":1003,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.18027929600001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1464,"out_tokens":2534},"claude-opus-4-8":{"in_tokens":2834,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2839,"out_tokens":707},"mistral-large-2":{"in_tokens":1607,"out_tokens":727}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":873,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":11.398621519000017,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1090,"out_tokens":1442},"claude-opus-4-8":{"in_tokens":2105,"out_tokens":564},"claude-opus-4-7":{"in_tokens":2110,"out_tokens":507},"mistral-large-2":{"in_tokens":1175,"out_tokens":506}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":2205,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":26.919745927999998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1215,"out_tokens":1960},"claude-opus-4-8":{"in_tokens":2332,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2337,"out_tokens":519},"mistral-large-2":{"in_tokens":1386,"out_tokens":715}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":125,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":19.77386997000002,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":973,"out_tokens":889},"claude-opus-4-8":{"in_tokens":1929,"out_tokens":766},"claude-opus-4-7":{"in_tokens":1934,"out_tokens":460},"mistral-large-2":{"in_tokens":1055,"out_tokens":679}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":933,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":18.15005216899999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2206,"out_tokens":2301},"claude-opus-4-8":{"in_tokens":4349,"out_tokens":1147},"claude-opus-4-7":{"in_tokens":4354,"out_tokens":897},"mistral-large-2":{"in_tokens":2364,"out_tokens":835}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":659,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":13.296663467999963,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1456,"out_tokens":1767},"claude-opus-4-8":{"in_tokens":2833,"out_tokens":591},"claude-opus-4-7":{"in_tokens":2838,"out_tokens":521},"mistral-large-2":{"in_tokens":1550,"out_tokens":641}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":571,"out_tokens":662,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":11.912202063999985,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1334,"out_tokens":1409},"claude-opus-4-8":{"in_tokens":2540,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2545,"out_tokens":515},"mistral-large-2":{"in_tokens":1439,"out_tokens":572}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":528,"out_tokens":277,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":22.181117139000037,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1261,"out_tokens":1724},"claude-opus-4-8":{"in_tokens":2305,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2310,"out_tokens":506},"mistral-large-2":{"in_tokens":1321,"out_tokens":653}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":676,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":15.034674937000034,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.3,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1736,"out_tokens":1835},"claude-opus-4-8":{"in_tokens":3537,"out_tokens":1021},"claude-opus-4-7":{"in_tokens":3542,"out_tokens":849},"mistral-large-2":{"in_tokens":1858,"out_tokens":809}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":1247,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.045055020999996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1669,"out_tokens":2037},"claude-opus-4-8":{"in_tokens":3164,"out_tokens":823},"claude-opus-4-7":{"in_tokens":3169,"out_tokens":599},"mistral-large-2":{"in_tokens":1842,"out_tokens":745}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":454,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":21.662399025000013,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":1443},"claude-opus-4-8":{"in_tokens":2122,"out_tokens":578},"claude-opus-4-7":{"in_tokens":2127,"out_tokens":482},"mistral-large-2":{"in_tokens":1195,"out_tokens":511}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":18.0389409,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":940},"claude-opus-4-8":{"in_tokens":2064,"out_tokens":657},"claude-opus-4-7":{"in_tokens":2069,"out_tokens":540},"mistral-large-2":{"in_tokens":1205,"out_tokens":624}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":824,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":15.75058334900001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1523,"out_tokens":1469},"claude-opus-4-8":{"in_tokens":3018,"out_tokens":580},"claude-opus-4-7":{"in_tokens":3023,"out_tokens":432},"mistral-large-2":{"in_tokens":1631,"out_tokens":622}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":682,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":11.567676489999997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1214,"out_tokens":1308},"claude-opus-4-8":{"in_tokens":2296,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2301,"out_tokens":508},"mistral-large-2":{"in_tokens":1356,"out_tokens":597}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":150,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":14.94522579300002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1089,"out_tokens":1016},"claude-opus-4-8":{"in_tokens":2071,"out_tokens":488},"claude-opus-4-7":{"in_tokens":2076,"out_tokens":399},"mistral-large-2":{"in_tokens":1183,"out_tokens":422}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1680,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":21.158901463000007,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1179,"out_tokens":1885},"claude-opus-4-8":{"in_tokens":2327,"out_tokens":1108},"claude-opus-4-7":{"in_tokens":2332,"out_tokens":617},"mistral-large-2":{"in_tokens":1273,"out_tokens":728}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":3020,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":36.095852852000036,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1405,"out_tokens":1783},"claude-opus-4-8":{"in_tokens":2607,"out_tokens":838},"claude-opus-4-7":{"in_tokens":2612,"out_tokens":651},"mistral-large-2":{"in_tokens":1544,"out_tokens":577}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":22.209020288000033,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":936},"claude-opus-4-8":{"in_tokens":2215,"out_tokens":565},"claude-opus-4-7":{"in_tokens":2220,"out_tokens":503},"mistral-large-2":{"in_tokens":1249,"out_tokens":553}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":298,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":22.291214924999963,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1274},"claude-opus-4-8":{"in_tokens":2268,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2273,"out_tokens":478},"mistral-large-2":{"in_tokens":1285,"out_tokens":466}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":913,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":15.71792949600001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1485,"out_tokens":2655},"claude-opus-4-8":{"in_tokens":2839,"out_tokens":929},"claude-opus-4-7":{"in_tokens":2844,"out_tokens":603},"mistral-large-2":{"in_tokens":1639,"out_tokens":677}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":628,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":12.638747729999977,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1608,"out_tokens":2375},"claude-opus-4-8":{"in_tokens":3108,"out_tokens":996},"claude-opus-4-7":{"in_tokens":3113,"out_tokens":785},"mistral-large-2":{"in_tokens":1710,"out_tokens":819}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":544,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":13.005150802000003,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.3,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2083,"out_tokens":2733},"claude-opus-4-8":{"in_tokens":4037,"out_tokens":1138},"claude-opus-4-7":{"in_tokens":4042,"out_tokens":1035},"mistral-large-2":{"in_tokens":2171,"out_tokens":807}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":15.890077540999982,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1110,"out_tokens":1387},"claude-opus-4-8":{"in_tokens":2101,"out_tokens":560},"claude-opus-4-7":{"in_tokens":2106,"out_tokens":477},"mistral-large-2":{"in_tokens":1205,"out_tokens":560}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":705,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":12.851850506000005,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2001,"out_tokens":2818},"claude-opus-4-8":{"in_tokens":3936,"out_tokens":1071},"claude-opus-4-7":{"in_tokens":3941,"out_tokens":770},"mistral-large-2":{"in_tokens":2154,"out_tokens":691}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":930,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":14.34800923399996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1364,"out_tokens":1095},"claude-opus-4-8":{"in_tokens":2646,"out_tokens":579},"claude-opus-4-7":{"in_tokens":2651,"out_tokens":497},"mistral-large-2":{"in_tokens":1470,"out_tokens":522}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1766,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":21.84325179000001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1319,"out_tokens":1936},"claude-opus-4-8":{"in_tokens":2501,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2506,"out_tokens":537},"mistral-large-2":{"in_tokens":1455,"out_tokens":685}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":244,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":30.352549213999964,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1112,"out_tokens":1586},"claude-opus-4-8":{"in_tokens":2093,"out_tokens":608},"claude-opus-4-7":{"in_tokens":2098,"out_tokens":481},"mistral-large-2":{"in_tokens":1168,"out_tokens":510}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1094,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":17.980249560000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1418,"out_tokens":968},"claude-opus-4-8":{"in_tokens":2823,"out_tokens":535},"claude-opus-4-7":{"in_tokens":2828,"out_tokens":441},"mistral-large-2":{"in_tokens":1508,"out_tokens":478}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":499,"out_tokens":199,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":14.435524982999993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1176,"out_tokens":1541},"claude-opus-4-8":{"in_tokens":2166,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2171,"out_tokens":522},"mistral-large-2":{"in_tokens":1226,"out_tokens":632}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":473,"out_tokens":107,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":19.129582061999997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":945,"out_tokens":1256},"claude-opus-4-8":{"in_tokens":1765,"out_tokens":491},"claude-opus-4-7":{"in_tokens":1770,"out_tokens":397},"mistral-large-2":{"in_tokens":983,"out_tokens":463}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":3695,"error":null,"skip_reason":null,"score_raw":0.07500000000000001,"duration_s":187.12537031700003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1633,"out_tokens":2253},"claude-opus-4-8":{"in_tokens":3110,"out_tokens":986},"claude-opus-4-7":{"in_tokens":3115,"out_tokens":741},"mistral-large-2":{"in_tokens":1758,"out_tokens":812}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":916,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.040051532000007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1209,"out_tokens":1193},"claude-opus-4-8":{"in_tokens":2282,"out_tokens":774},"claude-opus-4-7":{"in_tokens":2287,"out_tokens":635},"mistral-large-2":{"in_tokens":1312,"out_tokens":604}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":1925,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":26.286512938999977,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1473,"out_tokens":2369},"claude-opus-4-8":{"in_tokens":2851,"out_tokens":868},"claude-opus-4-7":{"in_tokens":2856,"out_tokens":681},"mistral-large-2":{"in_tokens":1629,"out_tokens":991}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":680,"out_tokens":785,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":13.072831943999972,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1304,"out_tokens":1129},"claude-opus-4-8":{"in_tokens":2656,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2661,"out_tokens":480},"mistral-large-2":{"in_tokens":1443,"out_tokens":463}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":1177,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":18.300027811999996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1597,"out_tokens":1960},"claude-opus-4-8":{"in_tokens":2957,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2962,"out_tokens":581},"mistral-large-2":{"in_tokens":1816,"out_tokens":802}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":20.381244939,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1215,"out_tokens":1235},"claude-opus-4-8":{"in_tokens":2308,"out_tokens":615},"claude-opus-4-7":{"in_tokens":2313,"out_tokens":492},"mistral-large-2":{"in_tokens":1333,"out_tokens":604}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":19.04692812999997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":1402},"claude-opus-4-8":{"in_tokens":2349,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2354,"out_tokens":534},"mistral-large-2":{"in_tokens":1322,"out_tokens":989}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":173,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":17.543419489999962,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1026,"out_tokens":2051},"claude-opus-4-8":{"in_tokens":1921,"out_tokens":862},"claude-opus-4-7":{"in_tokens":1926,"out_tokens":486},"mistral-large-2":{"in_tokens":1146,"out_tokens":593}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1098,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":21.129242095999984,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2502,"out_tokens":3141},"claude-opus-4-8":{"in_tokens":4836,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":4841,"out_tokens":1159},"mistral-large-2":{"in_tokens":2668,"out_tokens":900}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1329,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":20.548794267999995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1194,"out_tokens":1145},"claude-opus-4-8":{"in_tokens":2259,"out_tokens":593},"claude-opus-4-7":{"in_tokens":2264,"out_tokens":449},"mistral-large-2":{"in_tokens":1297,"out_tokens":586}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":19.423867734999988,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1318,"out_tokens":1865},"claude-opus-4-8":{"in_tokens":2450,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2455,"out_tokens":431},"mistral-large-2":{"in_tokens":1384,"out_tokens":589}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":12.726565117000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1076,"out_tokens":1218},"claude-opus-4-8":{"in_tokens":2061,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2066,"out_tokens":556},"mistral-large-2":{"in_tokens":1128,"out_tokens":542}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":857,"out_tokens":892,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":14.622193277999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1592,"out_tokens":1582},"claude-opus-4-8":{"in_tokens":3074,"out_tokens":658},"claude-opus-4-7":{"in_tokens":3079,"out_tokens":607},"mistral-large-2":{"in_tokens":1785,"out_tokens":556}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":21.673470554999994,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1247,"out_tokens":1708},"claude-opus-4-8":{"in_tokens":2379,"out_tokens":719},"claude-opus-4-7":{"in_tokens":2384,"out_tokens":498},"mistral-large-2":{"in_tokens":1383,"out_tokens":597}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":898,"out_tokens":1164,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":18.65630570899998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1831,"out_tokens":1588},"claude-opus-4-8":{"in_tokens":3447,"out_tokens":905},"claude-opus-4-7":{"in_tokens":3452,"out_tokens":645},"mistral-large-2":{"in_tokens":2035,"out_tokens":599}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":766,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":12.727076932000045,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1349,"out_tokens":1610},"claude-opus-4-8":{"in_tokens":2591,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2596,"out_tokens":475},"mistral-large-2":{"in_tokens":1464,"out_tokens":616}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1116,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":15.453489391000005,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":1587},"claude-opus-4-8":{"in_tokens":2126,"out_tokens":704},"claude-opus-4-7":{"in_tokens":2131,"out_tokens":588},"mistral-large-2":{"in_tokens":1273,"out_tokens":617}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":20.95470143,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1135,"out_tokens":1520},"claude-opus-4-8":{"in_tokens":2146,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2151,"out_tokens":575},"mistral-large-2":{"in_tokens":1201,"out_tokens":531}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":584,"out_tokens":8814,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":260.806179991,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1927,"out_tokens":3442},"claude-opus-4-8":{"in_tokens":3732,"out_tokens":1098},"claude-opus-4-7":{"in_tokens":3737,"out_tokens":794},"mistral-large-2":{"in_tokens":2045,"out_tokens":757}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1014,"out_tokens":1004,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":16.937442504000046,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1936,"out_tokens":3186},"claude-opus-4-8":{"in_tokens":3606,"out_tokens":836},"claude-opus-4-7":{"in_tokens":3611,"out_tokens":657},"mistral-large-2":{"in_tokens":2077,"out_tokens":770}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1449,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":19.53755257800003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1286,"out_tokens":1449},"claude-opus-4-8":{"in_tokens":2432,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2437,"out_tokens":486},"mistral-large-2":{"in_tokens":1381,"out_tokens":591}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":144,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":17.755308479000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1004,"out_tokens":1130},"claude-opus-4-8":{"in_tokens":2017,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2022,"out_tokens":530},"mistral-large-2":{"in_tokens":1075,"out_tokens":465}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2194,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":26.731427114999974,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1552,"out_tokens":2412},"claude-opus-4-8":{"in_tokens":2988,"out_tokens":669},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":632},"mistral-large-2":{"in_tokens":1719,"out_tokens":842}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":18.08707178100002,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1058,"out_tokens":1429},"claude-opus-4-8":{"in_tokens":2114,"out_tokens":760},"claude-opus-4-7":{"in_tokens":2119,"out_tokens":557},"mistral-large-2":{"in_tokens":1141,"out_tokens":652}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":25.953024599000003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1155,"out_tokens":1448},"claude-opus-4-8":{"in_tokens":2154,"out_tokens":660},"claude-opus-4-7":{"in_tokens":2159,"out_tokens":546},"mistral-large-2":{"in_tokens":1209,"out_tokens":580}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":486,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":8.894797386999983,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1220,"out_tokens":2217},"claude-opus-4-8":{"in_tokens":2324,"out_tokens":732},"claude-opus-4-7":{"in_tokens":2329,"out_tokens":544},"mistral-large-2":{"in_tokens":1348,"out_tokens":756}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1527,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":18.006554351000034,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1394,"out_tokens":1909},"claude-opus-4-8":{"in_tokens":2676,"out_tokens":641},"claude-opus-4-7":{"in_tokens":2681,"out_tokens":529},"mistral-large-2":{"in_tokens":1540,"out_tokens":536}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":1052,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":16.489962917000014,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1502,"out_tokens":1523},"claude-opus-4-8":{"in_tokens":2928,"out_tokens":822},"claude-opus-4-7":{"in_tokens":2933,"out_tokens":593},"mistral-large-2":{"in_tokens":1661,"out_tokens":766}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":473,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":12.86566307999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1161,"out_tokens":1272},"claude-opus-4-8":{"in_tokens":2186,"out_tokens":578},"claude-opus-4-7":{"in_tokens":2191,"out_tokens":468},"mistral-large-2":{"in_tokens":1222,"out_tokens":506}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":24.66676203199995,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1133,"out_tokens":2475},"claude-opus-4-8":{"in_tokens":2106,"out_tokens":801},"claude-opus-4-7":{"in_tokens":2111,"out_tokens":524},"mistral-large-2":{"in_tokens":1272,"out_tokens":563}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":945,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":15.544212035999976,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1550,"out_tokens":1969},"claude-opus-4-8":{"in_tokens":2965,"out_tokens":805},"claude-opus-4-7":{"in_tokens":2970,"out_tokens":549},"mistral-large-2":{"in_tokens":1701,"out_tokens":610}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":555,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":22.222957839000003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1184,"out_tokens":1387},"claude-opus-4-8":{"in_tokens":2241,"out_tokens":547},"claude-opus-4-7":{"in_tokens":2246,"out_tokens":470},"mistral-large-2":{"in_tokens":1231,"out_tokens":607}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":469,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":25.508533752000005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1644,"out_tokens":1578},"claude-opus-4-8":{"in_tokens":3087,"out_tokens":682},"claude-opus-4-7":{"in_tokens":3092,"out_tokens":541},"mistral-large-2":{"in_tokens":1698,"out_tokens":652}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1046,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.14321800900001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":1559},"claude-opus-4-8":{"in_tokens":2267,"out_tokens":727},"claude-opus-4-7":{"in_tokens":2272,"out_tokens":485},"mistral-large-2":{"in_tokens":1218,"out_tokens":579}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":492,"out_tokens":3953,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":205.674134868,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.0,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1658,"out_tokens":2094},"claude-opus-4-8":{"in_tokens":3144,"out_tokens":940},"claude-opus-4-7":{"in_tokens":3149,"out_tokens":916},"mistral-large-2":{"in_tokens":1754,"out_tokens":808}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":1195,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.089155833000007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1499,"out_tokens":1352},"claude-opus-4-8":{"in_tokens":2961,"out_tokens":616},"claude-opus-4-7":{"in_tokens":2966,"out_tokens":501},"mistral-large-2":{"in_tokens":1664,"out_tokens":667}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":716,"out_tokens":927,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":14.438605062999954,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1466,"out_tokens":2150},"claude-opus-4-8":{"in_tokens":2849,"out_tokens":804},"claude-opus-4-7":{"in_tokens":2854,"out_tokens":654},"mistral-large-2":{"in_tokens":1594,"out_tokens":678}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":826,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":12.626641281000047,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1310,"out_tokens":1593},"claude-opus-4-8":{"in_tokens":2635,"out_tokens":729},"claude-opus-4-7":{"in_tokens":2640,"out_tokens":609},"mistral-large-2":{"in_tokens":1419,"out_tokens":563}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.764470374999974,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1322,"out_tokens":1523},"claude-opus-4-8":{"in_tokens":2579,"out_tokens":734},"claude-opus-4-7":{"in_tokens":2584,"out_tokens":547},"mistral-large-2":{"in_tokens":1490,"out_tokens":625}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1383,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":21.923284249999995,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1297,"out_tokens":2113},"claude-opus-4-8":{"in_tokens":2555,"out_tokens":669},"claude-opus-4-7":{"in_tokens":2560,"out_tokens":548},"mistral-large-2":{"in_tokens":1392,"out_tokens":699}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.46428571428571425,"duration_s":18.785175277000008,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1411,"out_tokens":1529},"claude-opus-4-8":{"in_tokens":2613,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2618,"out_tokens":463},"mistral-large-2":{"in_tokens":1588,"out_tokens":549}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":473,"out_tokens":404,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":23.279920808999975,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1368,"out_tokens":1261},"claude-opus-4-8":{"in_tokens":2572,"out_tokens":522},"claude-opus-4-7":{"in_tokens":2577,"out_tokens":493},"mistral-large-2":{"in_tokens":1432,"out_tokens":530}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":2238,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":25.979815493000046,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1406,"out_tokens":1493},"claude-opus-4-8":{"in_tokens":2582,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2587,"out_tokens":549},"mistral-large-2":{"in_tokens":1595,"out_tokens":917}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":1112,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":18.222087526999985,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1429,"out_tokens":2174},"claude-opus-4-8":{"in_tokens":2810,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2815,"out_tokens":497},"mistral-large-2":{"in_tokens":1567,"out_tokens":630}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":1636,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":25.05864484099999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1279,"out_tokens":1022},"claude-opus-4-8":{"in_tokens":2567,"out_tokens":688},"claude-opus-4-7":{"in_tokens":2572,"out_tokens":509},"mistral-large-2":{"in_tokens":1417,"out_tokens":484}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":1265,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":16.689089406999983,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1559,"out_tokens":1653},"claude-opus-4-8":{"in_tokens":2980,"out_tokens":719},"claude-opus-4-7":{"in_tokens":2985,"out_tokens":527},"mistral-large-2":{"in_tokens":1753,"out_tokens":676}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":1057,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":15.430149299999982,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1491,"out_tokens":2152},"claude-opus-4-8":{"in_tokens":2781,"out_tokens":808},"claude-opus-4-7":{"in_tokens":2786,"out_tokens":753},"mistral-large-2":{"in_tokens":1653,"out_tokens":721}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":23.42987266099999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1682,"out_tokens":2068},"claude-opus-4-8":{"in_tokens":3133,"out_tokens":772},"claude-opus-4-7":{"in_tokens":3138,"out_tokens":526},"mistral-large-2":{"in_tokens":1809,"out_tokens":798}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":216,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":42.17149203099996,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1129,"out_tokens":1222},"claude-opus-4-8":{"in_tokens":2304,"out_tokens":796},"claude-opus-4-7":{"in_tokens":2309,"out_tokens":490},"mistral-large-2":{"in_tokens":1257,"out_tokens":631}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":1027,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":16.83650501400001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1443,"out_tokens":1452},"claude-opus-4-8":{"in_tokens":2788,"out_tokens":721},"claude-opus-4-7":{"in_tokens":2793,"out_tokens":557},"mistral-large-2":{"in_tokens":1604,"out_tokens":521}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":16.192527256999995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1164,"out_tokens":1141},"claude-opus-4-8":{"in_tokens":2232,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2237,"out_tokens":495},"mistral-large-2":{"in_tokens":1266,"out_tokens":579}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":93,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":26.636807414999964,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1052,"out_tokens":1129},"claude-opus-4-8":{"in_tokens":1966,"out_tokens":545},"claude-opus-4-7":{"in_tokens":1971,"out_tokens":387},"mistral-large-2":{"in_tokens":1084,"out_tokens":487}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":144,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":23.117813994000016,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1160,"out_tokens":1545},"claude-opus-4-8":{"in_tokens":2189,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2194,"out_tokens":570},"mistral-large-2":{"in_tokens":1277,"out_tokens":742}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":1101,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.63160910900001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1406,"out_tokens":1976},"claude-opus-4-8":{"in_tokens":2739,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2744,"out_tokens":490},"mistral-large-2":{"in_tokens":1480,"out_tokens":481}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":411,"out_tokens":299,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":27.791015450999964,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1202,"out_tokens":1529},"claude-opus-4-8":{"in_tokens":2309,"out_tokens":544},"claude-opus-4-7":{"in_tokens":2314,"out_tokens":427},"mistral-large-2":{"in_tokens":1252,"out_tokens":450}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.649834416000033,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1194,"out_tokens":1707},"claude-opus-4-8":{"in_tokens":2300,"out_tokens":761},"claude-opus-4-7":{"in_tokens":2305,"out_tokens":555},"mistral-large-2":{"in_tokens":1322,"out_tokens":638}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":776,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":12.951715202000003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1301,"out_tokens":2161},"claude-opus-4-8":{"in_tokens":2463,"out_tokens":823},"claude-opus-4-7":{"in_tokens":2468,"out_tokens":667},"mistral-large-2":{"in_tokens":1398,"out_tokens":686}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1723,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.038939432999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1556,"out_tokens":1150},"claude-opus-4-8":{"in_tokens":2864,"out_tokens":750},"claude-opus-4-7":{"in_tokens":2869,"out_tokens":438},"mistral-large-2":{"in_tokens":1749,"out_tokens":525}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1276,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":15.692502824999963,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1272,"out_tokens":1488},"claude-opus-4-8":{"in_tokens":2397,"out_tokens":590},"claude-opus-4-7":{"in_tokens":2402,"out_tokens":526},"mistral-large-2":{"in_tokens":1380,"out_tokens":569}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":796,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":13.195590668999955,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1217,"out_tokens":1007},"claude-opus-4-8":{"in_tokens":2360,"out_tokens":535},"claude-opus-4-7":{"in_tokens":2365,"out_tokens":440},"mistral-large-2":{"in_tokens":1322,"out_tokens":494}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":14.009973566999975,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1121,"out_tokens":1183},"claude-opus-4-8":{"in_tokens":2173,"out_tokens":608},"claude-opus-4-7":{"in_tokens":2178,"out_tokens":519},"mistral-large-2":{"in_tokens":1232,"out_tokens":622}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1076,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":15.476114504999998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1460,"out_tokens":1463},"claude-opus-4-8":{"in_tokens":2774,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2779,"out_tokens":541},"mistral-large-2":{"in_tokens":1591,"out_tokens":623}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":2356,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":23.843589871999995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1898,"out_tokens":2059},"claude-opus-4-8":{"in_tokens":3516,"out_tokens":912},"claude-opus-4-7":{"in_tokens":3521,"out_tokens":672},"mistral-large-2":{"in_tokens":2054,"out_tokens":675}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1550,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":20.548273913999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1435,"out_tokens":1925},"claude-opus-4-8":{"in_tokens":2763,"out_tokens":740},"claude-opus-4-7":{"in_tokens":2768,"out_tokens":584},"mistral-large-2":{"in_tokens":1580,"out_tokens":575}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":153,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.799677954999993,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1209,"out_tokens":1371},"claude-opus-4-8":{"in_tokens":2338,"out_tokens":617},"claude-opus-4-7":{"in_tokens":2343,"out_tokens":552},"mistral-large-2":{"in_tokens":1320,"out_tokens":603}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":499,"out_tokens":92,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":15.874074230999952,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":963,"out_tokens":990},"claude-opus-4-8":{"in_tokens":1860,"out_tokens":578},"claude-opus-4-7":{"in_tokens":1865,"out_tokens":420},"mistral-large-2":{"in_tokens":1037,"out_tokens":435}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":3056,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":76.92133397700002,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":1648},"claude-opus-4-8":{"in_tokens":2390,"out_tokens":877},"claude-opus-4-7":{"in_tokens":2395,"out_tokens":686},"mistral-large-2":{"in_tokens":1315,"out_tokens":575}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":20.526111646999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":1436},"claude-opus-4-8":{"in_tokens":2130,"out_tokens":554},"claude-opus-4-7":{"in_tokens":2135,"out_tokens":471},"mistral-large-2":{"in_tokens":1216,"out_tokens":581}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":18.271271609999985,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1190,"out_tokens":1887},"claude-opus-4-8":{"in_tokens":2322,"out_tokens":787},"claude-opus-4-7":{"in_tokens":2327,"out_tokens":655},"mistral-large-2":{"in_tokens":1284,"out_tokens":651}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1087,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":17.290104398999972,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1210,"out_tokens":1892},"claude-opus-4-8":{"in_tokens":2297,"out_tokens":700},"claude-opus-4-7":{"in_tokens":2302,"out_tokens":560},"mistral-large-2":{"in_tokens":1340,"out_tokens":659}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":1586,"error":null,"skip_reason":null,"score_raw":0.3055555555555556,"duration_s":26.316145523999978,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1941,"out_tokens":1663},"claude-opus-4-8":{"in_tokens":3807,"out_tokens":1069},"claude-opus-4-7":{"in_tokens":3812,"out_tokens":1048},"mistral-large-2":{"in_tokens":2089,"out_tokens":785}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1890,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":22.365738131,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1540,"out_tokens":2122},"claude-opus-4-8":{"in_tokens":2936,"out_tokens":848},"claude-opus-4-7":{"in_tokens":2941,"out_tokens":658},"mistral-large-2":{"in_tokens":1715,"out_tokens":665}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":17.662863119999997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1082,"out_tokens":1400},"claude-opus-4-8":{"in_tokens":2163,"out_tokens":842},"claude-opus-4-7":{"in_tokens":2168,"out_tokens":586},"mistral-large-2":{"in_tokens":1186,"out_tokens":546}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1404,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":25.864047736999964,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1659,"out_tokens":2250},"claude-opus-4-8":{"in_tokens":3443,"out_tokens":787},"claude-opus-4-7":{"in_tokens":3448,"out_tokens":617},"mistral-large-2":{"in_tokens":1780,"out_tokens":792}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":173,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.003192081000009,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1041,"out_tokens":1057},"claude-opus-4-8":{"in_tokens":2056,"out_tokens":831},"claude-opus-4-7":{"in_tokens":2061,"out_tokens":506},"mistral-large-2":{"in_tokens":1145,"out_tokens":470}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":536,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":32.36979658599995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1142,"out_tokens":1589},"claude-opus-4-8":{"in_tokens":2140,"out_tokens":727},"claude-opus-4-7":{"in_tokens":2145,"out_tokens":589},"mistral-large-2":{"in_tokens":1234,"out_tokens":635}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":672,"out_tokens":1213,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":19.768994227999997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1416,"out_tokens":1754},"claude-opus-4-8":{"in_tokens":2932,"out_tokens":736},"claude-opus-4-7":{"in_tokens":2937,"out_tokens":523},"mistral-large-2":{"in_tokens":1520,"out_tokens":574}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":1455,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":24.85069941300003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1719,"out_tokens":2006},"claude-opus-4-8":{"in_tokens":3482,"out_tokens":967},"claude-opus-4-7":{"in_tokens":3487,"out_tokens":628},"mistral-large-2":{"in_tokens":1866,"out_tokens":790}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1621,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":19.501396002999968,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":1707},"claude-opus-4-8":{"in_tokens":2596,"out_tokens":837},"claude-opus-4-7":{"in_tokens":2601,"out_tokens":639},"mistral-large-2":{"in_tokens":1450,"out_tokens":657}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":282,"out_tokens":3204,"error":null,"skip_reason":null,"score_raw":0.1,"duration_s":57.401806943999986,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":2147},"claude-opus-4-8":{"in_tokens":2482,"out_tokens":1165},"claude-opus-4-7":{"in_tokens":2487,"out_tokens":970},"mistral-large-2":{"in_tokens":1381,"out_tokens":706}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":152,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":14.766385685999978,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1074,"out_tokens":1182},"claude-opus-4-8":{"in_tokens":2067,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2072,"out_tokens":482},"mistral-large-2":{"in_tokens":1189,"out_tokens":623}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":492,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":49.460033320000036,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1105,"out_tokens":2253},"claude-opus-4-8":{"in_tokens":2162,"out_tokens":790},"claude-opus-4-7":{"in_tokens":2167,"out_tokens":511},"mistral-large-2":{"in_tokens":1204,"out_tokens":616}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":154,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":22.13387631400002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1080,"out_tokens":1548},"claude-opus-4-8":{"in_tokens":2035,"out_tokens":776},"claude-opus-4-7":{"in_tokens":2040,"out_tokens":576},"mistral-large-2":{"in_tokens":1177,"out_tokens":609}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2692,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":31.26267300500001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1501,"out_tokens":1972},"claude-opus-4-8":{"in_tokens":2947,"out_tokens":573},"claude-opus-4-7":{"in_tokens":2952,"out_tokens":522},"mistral-large-2":{"in_tokens":1674,"out_tokens":793}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1845,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":21.444497050999985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":1938},"claude-opus-4-8":{"in_tokens":2433,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2438,"out_tokens":532},"mistral-large-2":{"in_tokens":1339,"out_tokens":533}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":48.86840516299998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1108,"out_tokens":2591},"claude-opus-4-8":{"in_tokens":2130,"out_tokens":988},"claude-opus-4-7":{"in_tokens":2135,"out_tokens":576},"mistral-large-2":{"in_tokens":1255,"out_tokens":702}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":157,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":12.198916515999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":970,"out_tokens":1082},"claude-opus-4-8":{"in_tokens":1874,"out_tokens":566},"claude-opus-4-7":{"in_tokens":1879,"out_tokens":432},"mistral-large-2":{"in_tokens":1052,"out_tokens":479}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":199,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":18.798463691999984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1101,"out_tokens":1076},"claude-opus-4-8":{"in_tokens":2074,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2079,"out_tokens":543},"mistral-large-2":{"in_tokens":1177,"out_tokens":574}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":1958,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":21.30721177600003,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":2189},"claude-opus-4-8":{"in_tokens":2370,"out_tokens":752},"claude-opus-4-7":{"in_tokens":2375,"out_tokens":591},"mistral-large-2":{"in_tokens":1364,"out_tokens":566}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":1165,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":17.64048707300003,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":2467},"claude-opus-4-8":{"in_tokens":2731,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2736,"out_tokens":682},"mistral-large-2":{"in_tokens":1496,"out_tokens":604}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1172,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.055266776999986,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1296,"out_tokens":2480},"claude-opus-4-8":{"in_tokens":2620,"out_tokens":655},"claude-opus-4-7":{"in_tokens":2625,"out_tokens":435},"mistral-large-2":{"in_tokens":1371,"out_tokens":492}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":553,"out_tokens":1537,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":23.523015679000025,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1468,"out_tokens":906},"claude-opus-4-8":{"in_tokens":2986,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2991,"out_tokens":395},"mistral-large-2":{"in_tokens":1576,"out_tokens":515}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":152,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":36.729008233,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1010,"out_tokens":988},"claude-opus-4-8":{"in_tokens":1989,"out_tokens":712},"claude-opus-4-7":{"in_tokens":1994,"out_tokens":461},"mistral-large-2":{"in_tokens":1091,"out_tokens":721}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1666,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":28.36247856600005,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1576,"out_tokens":2375},"claude-opus-4-8":{"in_tokens":3108,"out_tokens":928},"claude-opus-4-7":{"in_tokens":3113,"out_tokens":589},"mistral-large-2":{"in_tokens":1718,"out_tokens":935}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":1950,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.909029745000055,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1462,"out_tokens":1792},"claude-opus-4-8":{"in_tokens":2700,"out_tokens":1130},"claude-opus-4-7":{"in_tokens":2705,"out_tokens":707},"mistral-large-2":{"in_tokens":1613,"out_tokens":743}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":124,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":27.03441218200004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":976,"out_tokens":1602},"claude-opus-4-8":{"in_tokens":1874,"out_tokens":607},"claude-opus-4-7":{"in_tokens":1879,"out_tokens":525},"mistral-large-2":{"in_tokens":1031,"out_tokens":499}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":149,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":24.460909221999998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1062,"out_tokens":1760},"claude-opus-4-8":{"in_tokens":2008,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2013,"out_tokens":543},"mistral-large-2":{"in_tokens":1170,"out_tokens":589}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1273,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":13.215959466000015,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1359,"out_tokens":1395},"claude-opus-4-8":{"in_tokens":2605,"out_tokens":660},"claude-opus-4-7":{"in_tokens":2610,"out_tokens":568},"mistral-large-2":{"in_tokens":1518,"out_tokens":601}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":20.272011906000046,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1065,"out_tokens":2267},"claude-opus-4-8":{"in_tokens":2035,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2040,"out_tokens":535},"mistral-large-2":{"in_tokens":1165,"out_tokens":565}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":114,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":22.500506574999974,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1082,"out_tokens":1822},"claude-opus-4-8":{"in_tokens":2081,"out_tokens":717},"claude-opus-4-7":{"in_tokens":2086,"out_tokens":540},"mistral-large-2":{"in_tokens":1185,"out_tokens":509}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":91,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":14.434513632999995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1037,"out_tokens":1238},"claude-opus-4-8":{"in_tokens":1966,"out_tokens":600},"claude-opus-4-7":{"in_tokens":1971,"out_tokens":492},"mistral-large-2":{"in_tokens":1130,"out_tokens":505}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":319,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":20.080792986000006,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1429,"out_tokens":2368},"claude-opus-4-8":{"in_tokens":2841,"out_tokens":865},"claude-opus-4-7":{"in_tokens":2846,"out_tokens":772},"mistral-large-2":{"in_tokens":1542,"out_tokens":709}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1078,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":15.142996420000031,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1061,"out_tokens":1758},"claude-opus-4-8":{"in_tokens":2048,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2053,"out_tokens":410},"mistral-large-2":{"in_tokens":1159,"out_tokens":585}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":1131,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":18.72020537900005,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1363,"out_tokens":1941},"claude-opus-4-8":{"in_tokens":2673,"out_tokens":998},"claude-opus-4-7":{"in_tokens":2678,"out_tokens":603},"mistral-large-2":{"in_tokens":1428,"out_tokens":747}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1334,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":20.645775489000016,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":2167},"claude-opus-4-8":{"in_tokens":2870,"out_tokens":606},"claude-opus-4-7":{"in_tokens":2875,"out_tokens":413},"mistral-large-2":{"in_tokens":1499,"out_tokens":436}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1402,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":23.24584957999997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1453,"out_tokens":1120},"claude-opus-4-8":{"in_tokens":2917,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2922,"out_tokens":516},"mistral-large-2":{"in_tokens":1582,"out_tokens":607}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":343,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":25.26746952100001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":2753},"claude-opus-4-8":{"in_tokens":2743,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2748,"out_tokens":609},"mistral-large-2":{"in_tokens":1402,"out_tokens":681}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":1430,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":23.645343838999963,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1410,"out_tokens":3047},"claude-opus-4-8":{"in_tokens":2787,"out_tokens":555},"claude-opus-4-7":{"in_tokens":2792,"out_tokens":693},"mistral-large-2":{"in_tokens":1478,"out_tokens":523}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":348,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":20.779804980999984,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1358,"out_tokens":1987},"claude-opus-4-8":{"in_tokens":2738,"out_tokens":736},"claude-opus-4-7":{"in_tokens":2743,"out_tokens":581},"mistral-large-2":{"in_tokens":1463,"out_tokens":584}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1948,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":29.084321055999965,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1247,"out_tokens":2176},"claude-opus-4-8":{"in_tokens":2322,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2327,"out_tokens":579},"mistral-large-2":{"in_tokens":1354,"out_tokens":726}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":19.698412486999985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1119,"out_tokens":1505},"claude-opus-4-8":{"in_tokens":2279,"out_tokens":565},"claude-opus-4-7":{"in_tokens":2284,"out_tokens":528},"mistral-large-2":{"in_tokens":1195,"out_tokens":510}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":2227,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":66.834908487,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1207,"out_tokens":1625},"claude-opus-4-8":{"in_tokens":2402,"out_tokens":757},"claude-opus-4-7":{"in_tokens":2407,"out_tokens":596},"mistral-large-2":{"in_tokens":1272,"out_tokens":512}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":253,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":19.714232122,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":980,"out_tokens":1027},"claude-opus-4-8":{"in_tokens":1923,"out_tokens":467},"claude-opus-4-7":{"in_tokens":1928,"out_tokens":373},"mistral-large-2":{"in_tokens":1057,"out_tokens":454}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":2326,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":31.74659837600001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1305,"out_tokens":1980},"claude-opus-4-8":{"in_tokens":2452,"out_tokens":941},"claude-opus-4-7":{"in_tokens":2457,"out_tokens":566},"mistral-large-2":{"in_tokens":1432,"out_tokens":842}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":249,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":18.06581449600003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":980,"out_tokens":1212},"claude-opus-4-8":{"in_tokens":1996,"out_tokens":552},"claude-opus-4-7":{"in_tokens":2001,"out_tokens":401},"mistral-large-2":{"in_tokens":1044,"out_tokens":443}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":276,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":17.200560902000007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":993,"out_tokens":1611},"claude-opus-4-8":{"in_tokens":2007,"out_tokens":606},"claude-opus-4-7":{"in_tokens":2012,"out_tokens":403},"mistral-large-2":{"in_tokens":1053,"out_tokens":517}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":1208,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":20.02029254399997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1320,"out_tokens":1898},"claude-opus-4-8":{"in_tokens":2602,"out_tokens":562},"claude-opus-4-7":{"in_tokens":2607,"out_tokens":501},"mistral-large-2":{"in_tokens":1409,"out_tokens":486}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":2910,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":47.74731010400001,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":2225},"claude-opus-4-8":{"in_tokens":2693,"out_tokens":940},"claude-opus-4-7":{"in_tokens":2698,"out_tokens":587},"mistral-large-2":{"in_tokens":1473,"out_tokens":681}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1171,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":19.00752420500004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1383,"out_tokens":1425},"claude-opus-4-8":{"in_tokens":2720,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2725,"out_tokens":533},"mistral-large-2":{"in_tokens":1471,"out_tokens":655}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":470,"out_tokens":122,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":33.28974047600002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":997,"out_tokens":1240},"claude-opus-4-8":{"in_tokens":1863,"out_tokens":601},"claude-opus-4-7":{"in_tokens":1868,"out_tokens":484},"mistral-large-2":{"in_tokens":1109,"out_tokens":574}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":1322,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":21.04973039700002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1485,"out_tokens":2823},"claude-opus-4-8":{"in_tokens":3001,"out_tokens":1012},"claude-opus-4-7":{"in_tokens":3006,"out_tokens":579},"mistral-large-2":{"in_tokens":1608,"out_tokens":661}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":131,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":41.778471728,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1090,"out_tokens":1335},"claude-opus-4-8":{"in_tokens":2054,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2059,"out_tokens":533},"mistral-large-2":{"in_tokens":1183,"out_tokens":578}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":496,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":40.62419046299999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1535,"out_tokens":2425},"claude-opus-4-8":{"in_tokens":2941,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2946,"out_tokens":592},"mistral-large-2":{"in_tokens":1692,"out_tokens":742}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":1552,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":26.805297283000016,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1759,"out_tokens":3028},"claude-opus-4-8":{"in_tokens":3410,"out_tokens":691},"claude-opus-4-7":{"in_tokens":3415,"out_tokens":525},"mistral-large-2":{"in_tokens":1866,"out_tokens":694}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":2283,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":33.717886496999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1869,"out_tokens":2658},"claude-opus-4-8":{"in_tokens":3728,"out_tokens":885},"claude-opus-4-7":{"in_tokens":3733,"out_tokens":622},"mistral-large-2":{"in_tokens":2017,"out_tokens":676}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":500,"out_tokens":149,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":42.87590782299998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1152,"out_tokens":1190},"claude-opus-4-8":{"in_tokens":2168,"out_tokens":714},"claude-opus-4-7":{"in_tokens":2173,"out_tokens":471},"mistral-large-2":{"in_tokens":1239,"out_tokens":575}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":333,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":26.72124624099996,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.14285714285714285,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1136,"out_tokens":2096},"claude-opus-4-8":{"in_tokens":2214,"out_tokens":935},"claude-opus-4-7":{"in_tokens":2219,"out_tokens":799},"mistral-large-2":{"in_tokens":1241,"out_tokens":784}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":932,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":15.334531999999967,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1240,"out_tokens":1645},"claude-opus-4-8":{"in_tokens":2489,"out_tokens":503},"claude-opus-4-7":{"in_tokens":2494,"out_tokens":450},"mistral-large-2":{"in_tokens":1301,"out_tokens":452}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":20.712458599,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":996,"out_tokens":1273},"claude-opus-4-8":{"in_tokens":1974,"out_tokens":609},"claude-opus-4-7":{"in_tokens":1979,"out_tokens":467},"mistral-large-2":{"in_tokens":1062,"out_tokens":494}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":262,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":16.98858076600004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1014,"out_tokens":1273},"claude-opus-4-8":{"in_tokens":2077,"out_tokens":560},"claude-opus-4-7":{"in_tokens":2082,"out_tokens":411},"mistral-large-2":{"in_tokens":1082,"out_tokens":449}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":251,"out_tokens":205,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":19.23357235200001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":920,"out_tokens":1380},"claude-opus-4-8":{"in_tokens":1791,"out_tokens":559},"claude-opus-4-7":{"in_tokens":1796,"out_tokens":382},"mistral-large-2":{"in_tokens":958,"out_tokens":516}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1248,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":18.84180923499997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1347,"out_tokens":2589},"claude-opus-4-8":{"in_tokens":2748,"out_tokens":708},"claude-opus-4-7":{"in_tokens":2753,"out_tokens":430},"mistral-large-2":{"in_tokens":1420,"out_tokens":1037}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":3082,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":39.729940735000014,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1816,"out_tokens":2471},"claude-opus-4-8":{"in_tokens":3861,"out_tokens":820},"claude-opus-4-7":{"in_tokens":3866,"out_tokens":618},"mistral-large-2":{"in_tokens":1956,"out_tokens":602}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":308,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":17.19692601500003,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1082,"out_tokens":1909},"claude-opus-4-8":{"in_tokens":2176,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2181,"out_tokens":591},"mistral-large-2":{"in_tokens":1124,"out_tokens":801}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":2408,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":30.760484451999957,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1593,"out_tokens":1274},"claude-opus-4-8":{"in_tokens":3272,"out_tokens":633},"claude-opus-4-7":{"in_tokens":3277,"out_tokens":507},"mistral-large-2":{"in_tokens":1690,"out_tokens":540}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1010,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":30.551085731,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2486,"out_tokens":2622},"claude-opus-4-8":{"in_tokens":4829,"out_tokens":1061},"claude-opus-4-7":{"in_tokens":4834,"out_tokens":845},"mistral-large-2":{"in_tokens":2605,"out_tokens":715}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2782,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":37.873147684,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2004,"out_tokens":1944},"claude-opus-4-8":{"in_tokens":4020,"out_tokens":886},"claude-opus-4-7":{"in_tokens":4025,"out_tokens":707},"mistral-large-2":{"in_tokens":2156,"out_tokens":786}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":2009,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":25.65620368599997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1526,"out_tokens":2820},"claude-opus-4-8":{"in_tokens":2990,"out_tokens":524},"claude-opus-4-7":{"in_tokens":2995,"out_tokens":364},"mistral-large-2":{"in_tokens":1666,"out_tokens":884}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":18.72331619099998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1058,"out_tokens":1996},"claude-opus-4-8":{"in_tokens":2116,"out_tokens":754},"claude-opus-4-7":{"in_tokens":2121,"out_tokens":546},"mistral-large-2":{"in_tokens":1145,"out_tokens":550}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":32.949951116999955,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2382,"out_tokens":3369},"claude-opus-4-8":{"in_tokens":4679,"out_tokens":1010},"claude-opus-4-7":{"in_tokens":4684,"out_tokens":939},"mistral-large-2":{"in_tokens":2565,"out_tokens":719}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":244,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":24.926865675999977,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":942,"out_tokens":1093},"claude-opus-4-8":{"in_tokens":1869,"out_tokens":650},"claude-opus-4-7":{"in_tokens":1874,"out_tokens":481},"mistral-large-2":{"in_tokens":1001,"out_tokens":466}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":432,"out_tokens":262,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":24.878768629999968,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":2217},"claude-opus-4-8":{"in_tokens":2345,"out_tokens":1125},"claude-opus-4-7":{"in_tokens":2350,"out_tokens":663},"mistral-large-2":{"in_tokens":1298,"out_tokens":607}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":40.22081538399999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":1360},"claude-opus-4-8":{"in_tokens":2405,"out_tokens":606},"claude-opus-4-7":{"in_tokens":2410,"out_tokens":513},"mistral-large-2":{"in_tokens":1407,"out_tokens":509}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":502,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":41.479433846000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1078,"out_tokens":1056},"claude-opus-4-8":{"in_tokens":2148,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2153,"out_tokens":471},"mistral-large-2":{"in_tokens":1145,"out_tokens":448}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":41.685193319999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1087,"out_tokens":1254},"claude-opus-4-8":{"in_tokens":2118,"out_tokens":735},"claude-opus-4-7":{"in_tokens":2123,"out_tokens":521},"mistral-large-2":{"in_tokens":1164,"out_tokens":907}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1591,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":21.210315443000013,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1682,"out_tokens":1095},"claude-opus-4-8":{"in_tokens":3357,"out_tokens":495},"claude-opus-4-7":{"in_tokens":3362,"out_tokens":365},"mistral-large-2":{"in_tokens":1808,"out_tokens":695}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":33.183776239999986,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2332,"out_tokens":2510},"claude-opus-4-8":{"in_tokens":4621,"out_tokens":969},"claude-opus-4-7":{"in_tokens":4626,"out_tokens":800},"mistral-large-2":{"in_tokens":2512,"out_tokens":862}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":18.28639277900004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1081,"out_tokens":1607},"claude-opus-4-8":{"in_tokens":2124,"out_tokens":709},"claude-opus-4-7":{"in_tokens":2129,"out_tokens":554},"mistral-large-2":{"in_tokens":1146,"out_tokens":516}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":40.07251858999996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1198,"out_tokens":1428},"claude-opus-4-8":{"in_tokens":2186,"out_tokens":1531},"claude-opus-4-7":{"in_tokens":2191,"out_tokens":564},"mistral-large-2":{"in_tokens":1353,"out_tokens":606}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":1556,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":19.89753915099999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1318,"out_tokens":1897},"claude-opus-4-8":{"in_tokens":2671,"out_tokens":464},"claude-opus-4-7":{"in_tokens":2676,"out_tokens":464},"mistral-large-2":{"in_tokens":1397,"out_tokens":466}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.6071428571428572,"duration_s":15.297512015999985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1004,"out_tokens":1606},"claude-opus-4-8":{"in_tokens":2020,"out_tokens":667},"claude-opus-4-7":{"in_tokens":2025,"out_tokens":434},"mistral-large-2":{"in_tokens":1045,"out_tokens":425}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":916,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":32.62560303099997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2352,"out_tokens":3054},"claude-opus-4-8":{"in_tokens":4661,"out_tokens":1291},"claude-opus-4-7":{"in_tokens":4666,"out_tokens":1042},"mistral-large-2":{"in_tokens":2470,"out_tokens":788}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":263,"out_tokens":270,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":15.068535468999983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1008,"out_tokens":1115},"claude-opus-4-8":{"in_tokens":2074,"out_tokens":525},"claude-opus-4-7":{"in_tokens":2079,"out_tokens":460},"mistral-large-2":{"in_tokens":1057,"out_tokens":467}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1285,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.489070223000056,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1487,"out_tokens":1693},"claude-opus-4-8":{"in_tokens":2882,"out_tokens":552},"claude-opus-4-7":{"in_tokens":2887,"out_tokens":474},"mistral-large-2":{"in_tokens":1578,"out_tokens":676}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":4446,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":119.85152898400003,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1183,"out_tokens":1418},"claude-opus-4-8":{"in_tokens":2303,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2308,"out_tokens":648},"mistral-large-2":{"in_tokens":1246,"out_tokens":567}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":886,"out_tokens":1866,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":29.82369870299999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2284,"out_tokens":2368},"claude-opus-4-8":{"in_tokens":4446,"out_tokens":1052},"claude-opus-4-7":{"in_tokens":4451,"out_tokens":788},"mistral-large-2":{"in_tokens":2464,"out_tokens":791}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":2099,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":27.14894418199998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1705,"out_tokens":1660},"claude-opus-4-8":{"in_tokens":3420,"out_tokens":625},"claude-opus-4-7":{"in_tokens":3425,"out_tokens":459},"mistral-large-2":{"in_tokens":1845,"out_tokens":528}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":350,"error":null,"skip_reason":null,"score_raw":0.1,"duration_s":23.530526246999955,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1782,"out_tokens":3255},"claude-opus-4-8":{"in_tokens":3458,"out_tokens":1338},"claude-opus-4-7":{"in_tokens":3463,"out_tokens":1070},"mistral-large-2":{"in_tokens":1877,"out_tokens":793}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":2362,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":31.897862895000003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1697,"out_tokens":1617},"claude-opus-4-8":{"in_tokens":3344,"out_tokens":564},"claude-opus-4-7":{"in_tokens":3349,"out_tokens":555},"mistral-large-2":{"in_tokens":1862,"out_tokens":716}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":697,"out_tokens":133,"error":null,"skip_reason":null,"score_raw":0.46428571428571425,"duration_s":28.77873691299999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1379,"out_tokens":1146},"claude-opus-4-8":{"in_tokens":2535,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2540,"out_tokens":479},"mistral-large-2":{"in_tokens":1555,"out_tokens":540}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1668,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":25.969479310000054,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1929,"out_tokens":2753},"claude-opus-4-8":{"in_tokens":3881,"out_tokens":902},"claude-opus-4-7":{"in_tokens":3886,"out_tokens":797},"mistral-large-2":{"in_tokens":2070,"out_tokens":675}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":449,"out_tokens":3955,"error":null,"skip_reason":null,"score_raw":0.30000000000000004,"duration_s":84.75434023200006,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1727,"out_tokens":2350},"claude-opus-4-8":{"in_tokens":3216,"out_tokens":995},"claude-opus-4-7":{"in_tokens":3221,"out_tokens":768},"mistral-large-2":{"in_tokens":1835,"out_tokens":766}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":536,"out_tokens":181,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":35.123745891000056,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1124,"out_tokens":1079},"claude-opus-4-8":{"in_tokens":2257,"out_tokens":586},"claude-opus-4-7":{"in_tokens":2262,"out_tokens":508},"mistral-large-2":{"in_tokens":1247,"out_tokens":514}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":329,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":25.68433328200001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1643,"out_tokens":1742},"claude-opus-4-8":{"in_tokens":3225,"out_tokens":969},"claude-opus-4-7":{"in_tokens":3230,"out_tokens":811},"mistral-large-2":{"in_tokens":1780,"out_tokens":893}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":347,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":22.803562444999955,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1666,"out_tokens":2258},"claude-opus-4-8":{"in_tokens":3290,"out_tokens":989},"claude-opus-4-7":{"in_tokens":3295,"out_tokens":913},"mistral-large-2":{"in_tokens":1763,"out_tokens":889}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":170,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":35.421337601999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1315,"out_tokens":1380},"claude-opus-4-8":{"in_tokens":2530,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2535,"out_tokens":543},"mistral-large-2":{"in_tokens":1480,"out_tokens":604}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":1538,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":26.366431932000012,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1535,"out_tokens":2060},"claude-opus-4-8":{"in_tokens":3007,"out_tokens":645},"claude-opus-4-7":{"in_tokens":3012,"out_tokens":538},"mistral-large-2":{"in_tokens":1671,"out_tokens":899}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":2810,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":34.347883962000026,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1657,"out_tokens":1656},"claude-opus-4-8":{"in_tokens":3277,"out_tokens":492},"claude-opus-4-7":{"in_tokens":3282,"out_tokens":497},"mistral-large-2":{"in_tokens":1721,"out_tokens":951}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":1265,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":21.145945417999997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1644,"out_tokens":2719},"claude-opus-4-8":{"in_tokens":3187,"out_tokens":759},"claude-opus-4-7":{"in_tokens":3192,"out_tokens":500},"mistral-large-2":{"in_tokens":1734,"out_tokens":793}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1597,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.301172439000084,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1284,"out_tokens":1941},"claude-opus-4-8":{"in_tokens":2489,"out_tokens":835},"claude-opus-4-7":{"in_tokens":2494,"out_tokens":637},"mistral-large-2":{"in_tokens":1358,"out_tokens":895}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":384,"error":null,"skip_reason":null,"score_raw":0.225,"duration_s":34.355996995000055,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.3,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1715,"out_tokens":2901},"claude-opus-4-8":{"in_tokens":3395,"out_tokens":1285},"claude-opus-4-7":{"in_tokens":3400,"out_tokens":930},"mistral-large-2":{"in_tokens":1845,"out_tokens":857}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":1486,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":19.651571262999937,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1428,"out_tokens":1356},"claude-opus-4-8":{"in_tokens":2815,"out_tokens":502},"claude-opus-4-7":{"in_tokens":2820,"out_tokens":460},"mistral-large-2":{"in_tokens":1543,"out_tokens":507}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1309,"out_tokens":1679,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":26.82465038800001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2396,"out_tokens":1957},"claude-opus-4-8":{"in_tokens":4651,"out_tokens":1079},"claude-opus-4-7":{"in_tokens":4656,"out_tokens":987},"mistral-large-2":{"in_tokens":2502,"out_tokens":798}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":484,"out_tokens":137,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":17.928240722000055,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1108,"out_tokens":1244},"claude-opus-4-8":{"in_tokens":2116,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2121,"out_tokens":461},"mistral-large-2":{"in_tokens":1211,"out_tokens":568}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":2749,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":41.590014845999974,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1901,"out_tokens":898},"claude-opus-4-8":{"in_tokens":3918,"out_tokens":523},"claude-opus-4-7":{"in_tokens":3923,"out_tokens":451},"mistral-large-2":{"in_tokens":2057,"out_tokens":505}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":399,"error":null,"skip_reason":null,"score_raw":0.5499999999999999,"duration_s":29.292815313000006,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1708,"out_tokens":2083},"claude-opus-4-8":{"in_tokens":3362,"out_tokens":995},"claude-opus-4-7":{"in_tokens":3367,"out_tokens":876},"mistral-large-2":{"in_tokens":1839,"out_tokens":795}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":361,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":22.516375778999986,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.2,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1457,"out_tokens":2446},"claude-opus-4-8":{"in_tokens":2965,"out_tokens":1019},"claude-opus-4-7":{"in_tokens":2970,"out_tokens":796},"mistral-large-2":{"in_tokens":1545,"out_tokens":905}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":994,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":18.46539844600011,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1421,"out_tokens":1447},"claude-opus-4-8":{"in_tokens":2768,"out_tokens":753},"claude-opus-4-7":{"in_tokens":2773,"out_tokens":649},"mistral-large-2":{"in_tokens":1530,"out_tokens":613}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":127,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":22.17225882699995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1202,"out_tokens":1301},"claude-opus-4-8":{"in_tokens":2308,"out_tokens":608},"claude-opus-4-7":{"in_tokens":2313,"out_tokens":504},"mistral-large-2":{"in_tokens":1309,"out_tokens":616}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":313,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":19.023799800999996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1058,"out_tokens":1731},"claude-opus-4-8":{"in_tokens":2086,"out_tokens":591},"claude-opus-4-7":{"in_tokens":2091,"out_tokens":428},"mistral-large-2":{"in_tokens":1123,"out_tokens":928}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":25.268760929999985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":1839},"claude-opus-4-8":{"in_tokens":2120,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2125,"out_tokens":509},"mistral-large-2":{"in_tokens":1170,"out_tokens":503}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1274,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":24.69029500299996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1345,"out_tokens":1853},"claude-opus-4-8":{"in_tokens":2727,"out_tokens":629},"claude-opus-4-7":{"in_tokens":2732,"out_tokens":592},"mistral-large-2":{"in_tokens":1453,"out_tokens":664}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":123,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":32.34207646200002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1116,"out_tokens":1271},"claude-opus-4-8":{"in_tokens":2127,"out_tokens":720},"claude-opus-4-7":{"in_tokens":2132,"out_tokens":588},"mistral-large-2":{"in_tokens":1240,"out_tokens":628}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1109,"out_tokens":2025,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":33.43185136799991,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2500,"out_tokens":2225},"claude-opus-4-8":{"in_tokens":4853,"out_tokens":1122},"claude-opus-4-7":{"in_tokens":4858,"out_tokens":742},"mistral-large-2":{"in_tokens":2668,"out_tokens":1174}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1103,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":39.33088901100007,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2376,"out_tokens":2771},"claude-opus-4-8":{"in_tokens":4686,"out_tokens":1000},"claude-opus-4-7":{"in_tokens":4691,"out_tokens":887},"mistral-large-2":{"in_tokens":2559,"out_tokens":781}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":681,"out_tokens":1676,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":29.31509630200003,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1957,"out_tokens":3006},"claude-opus-4-8":{"in_tokens":3715,"out_tokens":997},"claude-opus-4-7":{"in_tokens":3720,"out_tokens":793},"mistral-large-2":{"in_tokens":2147,"out_tokens":896}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1648,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":32.29857170299999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1604,"out_tokens":1982},"claude-opus-4-8":{"in_tokens":3207,"out_tokens":671},"claude-opus-4-7":{"in_tokens":3212,"out_tokens":648},"mistral-large-2":{"in_tokens":1726,"out_tokens":792}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":1182,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":25.88908539099998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1196,"out_tokens":1191},"claude-opus-4-8":{"in_tokens":2398,"out_tokens":531},"claude-opus-4-7":{"in_tokens":2403,"out_tokens":482},"mistral-large-2":{"in_tokens":1251,"out_tokens":454}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":292,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":25.28605502000005,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1295,"out_tokens":2020},"claude-opus-4-8":{"in_tokens":2476,"out_tokens":858},"claude-opus-4-7":{"in_tokens":2481,"out_tokens":587},"mistral-large-2":{"in_tokens":1387,"out_tokens":572}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":400,"out_tokens":5437,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":515.224007754,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1489,"out_tokens":2363},"claude-opus-4-8":{"in_tokens":2806,"out_tokens":1031},"claude-opus-4-7":{"in_tokens":2811,"out_tokens":822},"mistral-large-2":{"in_tokens":1579,"out_tokens":800}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":74,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":31.387503127999935,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1045,"out_tokens":1310},"claude-opus-4-8":{"in_tokens":2003,"out_tokens":603},"claude-opus-4-7":{"in_tokens":2008,"out_tokens":522},"mistral-large-2":{"in_tokens":1153,"out_tokens":617}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":2867,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":45.67744272200002,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1729,"out_tokens":2841},"claude-opus-4-8":{"in_tokens":3282,"out_tokens":631},"claude-opus-4-7":{"in_tokens":3287,"out_tokens":587},"mistral-large-2":{"in_tokens":1843,"out_tokens":686}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":1507,"error":null,"skip_reason":null,"score_raw":0.8250000000000001,"duration_s":25.157539406999945,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2116,"out_tokens":3534},"claude-opus-4-8":{"in_tokens":3897,"out_tokens":1302},"claude-opus-4-7":{"in_tokens":3902,"out_tokens":941},"mistral-large-2":{"in_tokens":2257,"out_tokens":1054}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":383,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":25.506155427999943,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1916,"out_tokens":3128},"claude-opus-4-8":{"in_tokens":3731,"out_tokens":1262},"claude-opus-4-7":{"in_tokens":3736,"out_tokens":1070},"mistral-large-2":{"in_tokens":2004,"out_tokens":880}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":432,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":26.775527538999995,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1746,"out_tokens":2844},"claude-opus-4-8":{"in_tokens":3458,"out_tokens":1220},"claude-opus-4-7":{"in_tokens":3463,"out_tokens":702},"mistral-large-2":{"in_tokens":1891,"out_tokens":911}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":910,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":16.40603811299991,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1932,"out_tokens":4320},"claude-opus-4-8":{"in_tokens":3652,"out_tokens":1050},"claude-opus-4-7":{"in_tokens":3657,"out_tokens":805},"mistral-large-2":{"in_tokens":2068,"out_tokens":988}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":544,"out_tokens":236,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":31.751066003000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1170,"out_tokens":1581},"claude-opus-4-8":{"in_tokens":2261,"out_tokens":606},"claude-opus-4-7":{"in_tokens":2266,"out_tokens":483},"mistral-large-2":{"in_tokens":1312,"out_tokens":491}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":1158,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":20.539712828999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1567,"out_tokens":2400},"claude-opus-4-8":{"in_tokens":3014,"out_tokens":879},"claude-opus-4-7":{"in_tokens":3019,"out_tokens":824},"mistral-large-2":{"in_tokens":1685,"out_tokens":773}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":507,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":29.866954604999933,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1964,"out_tokens":2191},"claude-opus-4-8":{"in_tokens":3855,"out_tokens":1020},"claude-opus-4-7":{"in_tokens":3860,"out_tokens":717},"mistral-large-2":{"in_tokens":2095,"out_tokens":1272}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1759,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":28.024112354999943,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2374,"out_tokens":3765},"claude-opus-4-8":{"in_tokens":4521,"out_tokens":1177},"claude-opus-4-7":{"in_tokens":4526,"out_tokens":1132},"mistral-large-2":{"in_tokens":2537,"out_tokens":990}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":2043,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":39.55198267499998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1496,"out_tokens":2472},"claude-opus-4-8":{"in_tokens":3127,"out_tokens":647},"claude-opus-4-7":{"in_tokens":3132,"out_tokens":846},"mistral-large-2":{"in_tokens":1603,"out_tokens":735}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":197,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":42.02528187899998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1213,"out_tokens":1289},"claude-opus-4-8":{"in_tokens":2371,"out_tokens":801},"claude-opus-4-7":{"in_tokens":2376,"out_tokens":594},"mistral-large-2":{"in_tokens":1312,"out_tokens":684}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1470,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":26.116492310000012,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1928,"out_tokens":2450},"claude-opus-4-8":{"in_tokens":3634,"out_tokens":863},"claude-opus-4-7":{"in_tokens":3639,"out_tokens":734},"mistral-large-2":{"in_tokens":2085,"out_tokens":798}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":523,"out_tokens":118,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":20.095862840999985,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":999,"out_tokens":1031},"claude-opus-4-8":{"in_tokens":1972,"out_tokens":586},"claude-opus-4-7":{"in_tokens":1977,"out_tokens":457},"mistral-large-2":{"in_tokens":1093,"out_tokens":446}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1308,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":23.37716561600007,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.3,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1705,"out_tokens":3479},"claude-opus-4-8":{"in_tokens":3316,"out_tokens":1004},"claude-opus-4-7":{"in_tokens":3321,"out_tokens":746},"mistral-large-2":{"in_tokens":1840,"out_tokens":768}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":741,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":105.50453316699998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1620,"out_tokens":1671},"claude-opus-4-8":{"in_tokens":2990,"out_tokens":774},"claude-opus-4-7":{"in_tokens":2995,"out_tokens":491},"mistral-large-2":{"in_tokens":1742,"out_tokens":634}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1832,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":30.898867171999996,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2062,"out_tokens":2784},"claude-opus-4-8":{"in_tokens":3900,"out_tokens":1173},"claude-opus-4-7":{"in_tokens":3905,"out_tokens":791},"mistral-large-2":{"in_tokens":2188,"out_tokens":866}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2274,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":36.84225157200001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2313,"out_tokens":2048},"claude-opus-4-8":{"in_tokens":4508,"out_tokens":915},"claude-opus-4-7":{"in_tokens":4513,"out_tokens":646},"mistral-large-2":{"in_tokens":2504,"out_tokens":769}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":3189,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":48.834384800000066,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2807,"out_tokens":3421},"claude-opus-4-8":{"in_tokens":5602,"out_tokens":1019},"claude-opus-4-7":{"in_tokens":5607,"out_tokens":775},"mistral-large-2":{"in_tokens":3038,"out_tokens":1283}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1204,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":21.56597264100003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1620,"out_tokens":3783},"claude-opus-4-8":{"in_tokens":3191,"out_tokens":710},"claude-opus-4-7":{"in_tokens":3196,"out_tokens":598},"mistral-large-2":{"in_tokens":1716,"out_tokens":705}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":3230,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":50.82319147999999,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2230,"out_tokens":2647},"claude-opus-4-8":{"in_tokens":4361,"out_tokens":899},"claude-opus-4-7":{"in_tokens":4366,"out_tokens":718},"mistral-large-2":{"in_tokens":2340,"out_tokens":873}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":94,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":19.30301302500004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1030,"out_tokens":1024},"claude-opus-4-8":{"in_tokens":1952,"out_tokens":587},"claude-opus-4-7":{"in_tokens":1957,"out_tokens":481},"mistral-large-2":{"in_tokens":1153,"out_tokens":540}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":1139,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":20.05494852700008,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1610,"out_tokens":1954},"claude-opus-4-8":{"in_tokens":3113,"out_tokens":850},"claude-opus-4-7":{"in_tokens":3118,"out_tokens":750},"mistral-large-2":{"in_tokens":1707,"out_tokens":498}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":2895,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":112.68776226,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1339,"out_tokens":1939},"claude-opus-4-8":{"in_tokens":2548,"out_tokens":814},"claude-opus-4-7":{"in_tokens":2553,"out_tokens":636},"mistral-large-2":{"in_tokens":1453,"out_tokens":631}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":134,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":56.05989174700005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1072,"out_tokens":1481},"claude-opus-4-8":{"in_tokens":2114,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2119,"out_tokens":593},"mistral-large-2":{"in_tokens":1177,"out_tokens":521}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":2454,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":33.83948702200007,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1991,"out_tokens":2458},"claude-opus-4-8":{"in_tokens":3960,"out_tokens":1293},"claude-opus-4-7":{"in_tokens":3965,"out_tokens":798},"mistral-large-2":{"in_tokens":2110,"out_tokens":766}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":325,"out_tokens":2615,"error":null,"skip_reason":null,"score_raw":0.05555555555555555,"duration_s":105.99865415399995,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1245,"out_tokens":2104},"claude-opus-4-8":{"in_tokens":2355,"out_tokens":934},"claude-opus-4-7":{"in_tokens":2360,"out_tokens":816},"mistral-large-2":{"in_tokens":1336,"out_tokens":703}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":1228,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":22.29502520599999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1767,"out_tokens":2333},"claude-opus-4-8":{"in_tokens":3356,"out_tokens":992},"claude-opus-4-7":{"in_tokens":3361,"out_tokens":770},"mistral-large-2":{"in_tokens":1920,"out_tokens":703}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":594,"out_tokens":1192,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":20.891965567999932,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1723,"out_tokens":2965},"claude-opus-4-8":{"in_tokens":3227,"out_tokens":941},"claude-opus-4-7":{"in_tokens":3232,"out_tokens":728},"mistral-large-2":{"in_tokens":1862,"out_tokens":864}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1849,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":32.72128945899999,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2507,"out_tokens":4029},"claude-opus-4-8":{"in_tokens":4615,"out_tokens":1262},"claude-opus-4-7":{"in_tokens":4620,"out_tokens":986},"mistral-large-2":{"in_tokens":2675,"out_tokens":1028}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":133,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":42.294841249,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1072,"out_tokens":1606},"claude-opus-4-8":{"in_tokens":2001,"out_tokens":749},"claude-opus-4-7":{"in_tokens":2006,"out_tokens":611},"mistral-large-2":{"in_tokens":1175,"out_tokens":555}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2075,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":26.71919205900008,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1685,"out_tokens":1941},"claude-opus-4-8":{"in_tokens":3280,"out_tokens":619},"claude-opus-4-7":{"in_tokens":3285,"out_tokens":568},"mistral-large-2":{"in_tokens":1805,"out_tokens":610}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1355,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.638873816,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1779,"out_tokens":2003},"claude-opus-4-8":{"in_tokens":3425,"out_tokens":898},"claude-opus-4-7":{"in_tokens":3430,"out_tokens":995},"mistral-large-2":{"in_tokens":1837,"out_tokens":695}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2720,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":33.53566545399997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2378,"out_tokens":2151},"claude-opus-4-8":{"in_tokens":4692,"out_tokens":882},"claude-opus-4-7":{"in_tokens":4697,"out_tokens":689},"mistral-large-2":{"in_tokens":2565,"out_tokens":836}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":107,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":18.824788337999962,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":934,"out_tokens":1003},"claude-opus-4-8":{"in_tokens":1792,"out_tokens":507},"claude-opus-4-7":{"in_tokens":1797,"out_tokens":448},"mistral-large-2":{"in_tokens":1013,"out_tokens":478}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":502,"out_tokens":108,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":42.30370567700004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":969,"out_tokens":1444},"claude-opus-4-8":{"in_tokens":1865,"out_tokens":672},"claude-opus-4-7":{"in_tokens":1870,"out_tokens":498},"mistral-large-2":{"in_tokens":1023,"out_tokens":517}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1528,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":18.75351127800002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1575,"out_tokens":1576},"claude-opus-4-8":{"in_tokens":3081,"out_tokens":518},"claude-opus-4-7":{"in_tokens":3086,"out_tokens":429},"mistral-large-2":{"in_tokens":1690,"out_tokens":886}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":2471,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":31.499340633999964,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1836,"out_tokens":2239},"claude-opus-4-8":{"in_tokens":3728,"out_tokens":936},"claude-opus-4-7":{"in_tokens":3733,"out_tokens":727},"mistral-large-2":{"in_tokens":1982,"out_tokens":817}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1093,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":20.967776765000053,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1669,"out_tokens":1595},"claude-opus-4-8":{"in_tokens":3153,"out_tokens":608},"claude-opus-4-7":{"in_tokens":3158,"out_tokens":499},"mistral-large-2":{"in_tokens":1739,"out_tokens":540}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":151,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":32.37111145899996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1065,"out_tokens":1164},"claude-opus-4-8":{"in_tokens":2001,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2006,"out_tokens":560},"mistral-large-2":{"in_tokens":1139,"out_tokens":538}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":959,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":17.003931480999995,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1613,"out_tokens":1523},"claude-opus-4-8":{"in_tokens":3012,"out_tokens":815},"claude-opus-4-7":{"in_tokens":3017,"out_tokens":599},"mistral-large-2":{"in_tokens":1681,"out_tokens":593}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":995,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":18.814394152999967,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1509,"out_tokens":1492},"claude-opus-4-8":{"in_tokens":2791,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2796,"out_tokens":486},"mistral-large-2":{"in_tokens":1581,"out_tokens":658}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":24.804759865999927,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1165,"out_tokens":1781},"claude-opus-4-8":{"in_tokens":2205,"out_tokens":769},"claude-opus-4-7":{"in_tokens":2210,"out_tokens":510},"mistral-large-2":{"in_tokens":1277,"out_tokens":564}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2089,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":28.72949224299998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1697,"out_tokens":2032},"claude-opus-4-8":{"in_tokens":3292,"out_tokens":807},"claude-opus-4-7":{"in_tokens":3297,"out_tokens":627},"mistral-large-2":{"in_tokens":1796,"out_tokens":779}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":1018,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":18.376913648999903,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1415,"out_tokens":1714},"claude-opus-4-8":{"in_tokens":2675,"out_tokens":799},"claude-opus-4-7":{"in_tokens":2680,"out_tokens":581},"mistral-large-2":{"in_tokens":1499,"out_tokens":569}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":1092,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.648118086000068,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1545,"out_tokens":2343},"claude-opus-4-8":{"in_tokens":2846,"out_tokens":578},"claude-opus-4-7":{"in_tokens":2851,"out_tokens":539},"mistral-large-2":{"in_tokens":1621,"out_tokens":686}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":1610,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":30.646907687999942,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1867,"out_tokens":1971},"claude-opus-4-8":{"in_tokens":3469,"out_tokens":726},"claude-opus-4-7":{"in_tokens":3474,"out_tokens":701},"mistral-large-2":{"in_tokens":1964,"out_tokens":633}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":1138,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":21.51958842700003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1448,"out_tokens":2440},"claude-opus-4-8":{"in_tokens":2729,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2734,"out_tokens":537},"mistral-large-2":{"in_tokens":1528,"out_tokens":576}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":2515,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":33.96239077200005,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2524,"out_tokens":2508},"claude-opus-4-8":{"in_tokens":4965,"out_tokens":1463},"claude-opus-4-7":{"in_tokens":4970,"out_tokens":844},"mistral-large-2":{"in_tokens":2649,"out_tokens":882}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":2878,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":37.468482182,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2299,"out_tokens":2943},"claude-opus-4-8":{"in_tokens":4465,"out_tokens":1195},"claude-opus-4-7":{"in_tokens":4470,"out_tokens":870},"mistral-large-2":{"in_tokens":2479,"out_tokens":836}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2706,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":37.323425241999985,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2629,"out_tokens":2371},"claude-opus-4-8":{"in_tokens":5143,"out_tokens":924},"claude-opus-4-7":{"in_tokens":5148,"out_tokens":831},"mistral-large-2":{"in_tokens":2812,"out_tokens":816}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":3329,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":63.74992356400003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1379,"out_tokens":1362},"claude-opus-4-8":{"in_tokens":2635,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2640,"out_tokens":489},"mistral-large-2":{"in_tokens":1438,"out_tokens":544}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":435,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":34.56241461100001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1480,"out_tokens":1771},"claude-opus-4-8":{"in_tokens":2928,"out_tokens":825},"claude-opus-4-7":{"in_tokens":2933,"out_tokens":602},"mistral-large-2":{"in_tokens":1593,"out_tokens":731}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":329,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.621355260999962,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1210,"out_tokens":1267},"claude-opus-4-8":{"in_tokens":2464,"out_tokens":609},"claude-opus-4-7":{"in_tokens":2469,"out_tokens":511},"mistral-large-2":{"in_tokens":1291,"out_tokens":478}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":791,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":16.36480007800003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1261,"out_tokens":1298},"claude-opus-4-8":{"in_tokens":2345,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2350,"out_tokens":427},"mistral-large-2":{"in_tokens":1307,"out_tokens":630}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3221,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":61.44491859200002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1267,"out_tokens":1596},"claude-opus-4-8":{"in_tokens":2363,"out_tokens":735},"claude-opus-4-7":{"in_tokens":2368,"out_tokens":600},"mistral-large-2":{"in_tokens":1326,"out_tokens":545}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":971,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":17.823358168000027,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1474,"out_tokens":1371},"claude-opus-4-8":{"in_tokens":2747,"out_tokens":711},"claude-opus-4-7":{"in_tokens":2752,"out_tokens":581},"mistral-large-2":{"in_tokens":1535,"out_tokens":595}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":700,"out_tokens":1106,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":19.83296891200007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1629,"out_tokens":1442},"claude-opus-4-8":{"in_tokens":3053,"out_tokens":654},"claude-opus-4-7":{"in_tokens":3058,"out_tokens":530},"mistral-large-2":{"in_tokens":1709,"out_tokens":599}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":1338,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":26.75207512999998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1611,"out_tokens":1585},"claude-opus-4-8":{"in_tokens":3029,"out_tokens":809},"claude-opus-4-7":{"in_tokens":3034,"out_tokens":546},"mistral-large-2":{"in_tokens":1714,"out_tokens":590}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":462,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":57.69242102700002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1611,"out_tokens":2400},"claude-opus-4-8":{"in_tokens":3198,"out_tokens":994},"claude-opus-4-7":{"in_tokens":3203,"out_tokens":863},"mistral-large-2":{"in_tokens":1729,"out_tokens":673}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":1865,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":35.28376798699992,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1283,"out_tokens":1702},"claude-opus-4-8":{"in_tokens":2494,"out_tokens":722},"claude-opus-4-7":{"in_tokens":2499,"out_tokens":679},"mistral-large-2":{"in_tokens":1387,"out_tokens":842}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":933,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":17.805846645999964,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1391,"out_tokens":1211},"claude-opus-4-8":{"in_tokens":2598,"out_tokens":612},"claude-opus-4-7":{"in_tokens":2603,"out_tokens":551},"mistral-large-2":{"in_tokens":1466,"out_tokens":552}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":989,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":18.624922696999988,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1397,"out_tokens":1676},"claude-opus-4-8":{"in_tokens":2617,"out_tokens":520},"claude-opus-4-7":{"in_tokens":2622,"out_tokens":521},"mistral-large-2":{"in_tokens":1480,"out_tokens":593}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":570,"out_tokens":333,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":63.57245500199997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1320,"out_tokens":2662},"claude-opus-4-8":{"in_tokens":2764,"out_tokens":656},"claude-opus-4-7":{"in_tokens":2769,"out_tokens":525},"mistral-large-2":{"in_tokens":1416,"out_tokens":839}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":1085,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.138746186999924,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1472,"out_tokens":1443},"claude-opus-4-8":{"in_tokens":2737,"out_tokens":603},"claude-opus-4-7":{"in_tokens":2742,"out_tokens":538},"mistral-large-2":{"in_tokens":1531,"out_tokens":908}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":437,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":30.030876297999953,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1200,"out_tokens":1417},"claude-opus-4-8":{"in_tokens":2404,"out_tokens":521},"claude-opus-4-7":{"in_tokens":2409,"out_tokens":402},"mistral-large-2":{"in_tokens":1281,"out_tokens":483}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1209,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":22.173852323999995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1769,"out_tokens":1739},"claude-opus-4-8":{"in_tokens":3360,"out_tokens":648},"claude-opus-4-7":{"in_tokens":3365,"out_tokens":536},"mistral-large-2":{"in_tokens":1829,"out_tokens":627}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":846,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":16.20642184799999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1397,"out_tokens":1452},"claude-opus-4-8":{"in_tokens":2632,"out_tokens":611},"claude-opus-4-7":{"in_tokens":2637,"out_tokens":489},"mistral-large-2":{"in_tokens":1461,"out_tokens":570}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1279,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.51938170799997,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1640,"out_tokens":1785},"claude-opus-4-8":{"in_tokens":3116,"out_tokens":792},"claude-opus-4-7":{"in_tokens":3121,"out_tokens":775},"mistral-large-2":{"in_tokens":1703,"out_tokens":655}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":523,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":10.019205252999996,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":1253},"claude-opus-4-8":{"in_tokens":2297,"out_tokens":616},"claude-opus-4-7":{"in_tokens":2302,"out_tokens":535},"mistral-large-2":{"in_tokens":1276,"out_tokens":615}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":363,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":28.717929355000024,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1103,"out_tokens":2756},"claude-opus-4-8":{"in_tokens":2199,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2204,"out_tokens":477},"mistral-large-2":{"in_tokens":1160,"out_tokens":483}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":6489,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":162.84065473500004,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.25,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1364,"out_tokens":2570},"claude-opus-4-8":{"in_tokens":2637,"out_tokens":1155},"claude-opus-4-7":{"in_tokens":2642,"out_tokens":858},"mistral-large-2":{"in_tokens":1420,"out_tokens":675}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":939,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":16.75172936499996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1465,"out_tokens":1374},"claude-opus-4-8":{"in_tokens":2705,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2710,"out_tokens":573},"mistral-large-2":{"in_tokens":1553,"out_tokens":494}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":475,"out_tokens":456,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":51.94864068800007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":1724},"claude-opus-4-8":{"in_tokens":2409,"out_tokens":527},"claude-opus-4-7":{"in_tokens":2414,"out_tokens":657},"mistral-large-2":{"in_tokens":1318,"out_tokens":616}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":864,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":15.191304955999954,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1325,"out_tokens":1461},"claude-opus-4-8":{"in_tokens":2544,"out_tokens":497},"claude-opus-4-7":{"in_tokens":2549,"out_tokens":447},"mistral-large-2":{"in_tokens":1390,"out_tokens":518}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":777,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":13.626377126999955,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1416,"out_tokens":1543},"claude-opus-4-8":{"in_tokens":2672,"out_tokens":742},"claude-opus-4-7":{"in_tokens":2677,"out_tokens":543},"mistral-large-2":{"in_tokens":1551,"out_tokens":736}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":766,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":14.101891679999994,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1235,"out_tokens":2265},"claude-opus-4-8":{"in_tokens":2455,"out_tokens":874},"claude-opus-4-7":{"in_tokens":2460,"out_tokens":525},"mistral-large-2":{"in_tokens":1335,"out_tokens":847}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":619,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":11.29258397000001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1205,"out_tokens":1740},"claude-opus-4-8":{"in_tokens":2281,"out_tokens":844},"claude-opus-4-7":{"in_tokens":2286,"out_tokens":622},"mistral-large-2":{"in_tokens":1355,"out_tokens":633}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":375,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":27.26246571699994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1160,"out_tokens":1204},"claude-opus-4-8":{"in_tokens":2324,"out_tokens":550},"claude-opus-4-7":{"in_tokens":2329,"out_tokens":420},"mistral-large-2":{"in_tokens":1239,"out_tokens":501}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":2803,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":65.65185601199994,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1128,"out_tokens":1312},"claude-opus-4-8":{"in_tokens":2116,"out_tokens":603},"claude-opus-4-7":{"in_tokens":2121,"out_tokens":533},"mistral-large-2":{"in_tokens":1178,"out_tokens":545}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":583,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":10.930116117000011,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1173,"out_tokens":1478},"claude-opus-4-8":{"in_tokens":2250,"out_tokens":582},"claude-opus-4-7":{"in_tokens":2255,"out_tokens":488},"mistral-large-2":{"in_tokens":1270,"out_tokens":536}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":990,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":17.800856092000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1454,"out_tokens":1686},"claude-opus-4-8":{"in_tokens":2779,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2784,"out_tokens":462},"mistral-large-2":{"in_tokens":1570,"out_tokens":657}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":3253,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":71.42624444700004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1327,"out_tokens":1361},"claude-opus-4-8":{"in_tokens":2468,"out_tokens":490},"claude-opus-4-7":{"in_tokens":2473,"out_tokens":443},"mistral-large-2":{"in_tokens":1389,"out_tokens":615}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":391,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":23.818899560999967,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1174,"out_tokens":1486},"claude-opus-4-8":{"in_tokens":2428,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2433,"out_tokens":409},"mistral-large-2":{"in_tokens":1252,"out_tokens":434}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":949,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.961679684000046,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":3103},"claude-opus-4-8":{"in_tokens":2597,"out_tokens":753},"claude-opus-4-7":{"in_tokens":2602,"out_tokens":599},"mistral-large-2":{"in_tokens":1454,"out_tokens":751}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":799,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":20.428481669999996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1316,"out_tokens":1634},"claude-opus-4-8":{"in_tokens":2505,"out_tokens":793},"claude-opus-4-7":{"in_tokens":2510,"out_tokens":545},"mistral-large-2":{"in_tokens":1450,"out_tokens":606}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":34.166159429000004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1000,"out_tokens":2094},"claude-opus-4-8":{"in_tokens":1947,"out_tokens":536},"claude-opus-4-7":{"in_tokens":1952,"out_tokens":646},"mistral-large-2":{"in_tokens":1044,"out_tokens":500}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":4103,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":80.21188289200006,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1459,"out_tokens":2382},"claude-opus-4-8":{"in_tokens":2817,"out_tokens":946},"claude-opus-4-7":{"in_tokens":2822,"out_tokens":775},"mistral-large-2":{"in_tokens":1555,"out_tokens":785}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":779,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":13.718936686999996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":1612},"claude-opus-4-8":{"in_tokens":2608,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2613,"out_tokens":663},"mistral-large-2":{"in_tokens":1492,"out_tokens":567}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":570,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":60.02681970399999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1428,"out_tokens":2326},"claude-opus-4-8":{"in_tokens":2845,"out_tokens":647},"claude-opus-4-7":{"in_tokens":2850,"out_tokens":577},"mistral-large-2":{"in_tokens":1533,"out_tokens":684}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":762,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":13.325627290000057,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1326,"out_tokens":1346},"claude-opus-4-8":{"in_tokens":2517,"out_tokens":720},"claude-opus-4-7":{"in_tokens":2522,"out_tokens":569},"mistral-large-2":{"in_tokens":1459,"out_tokens":585}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":260,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":26.578405780000026,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1060,"out_tokens":1922},"claude-opus-4-8":{"in_tokens":2108,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2113,"out_tokens":564},"mistral-large-2":{"in_tokens":1112,"out_tokens":654}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":734,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":14.12696693600003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1327,"out_tokens":1450},"claude-opus-4-8":{"in_tokens":2532,"out_tokens":727},"claude-opus-4-7":{"in_tokens":2537,"out_tokens":500},"mistral-large-2":{"in_tokens":1441,"out_tokens":621}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":704,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":13.642351802000007,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1359,"out_tokens":1295},"claude-opus-4-8":{"in_tokens":2580,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2585,"out_tokens":461},"mistral-large-2":{"in_tokens":1456,"out_tokens":591}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.433592905999944,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1013,"out_tokens":1251},"claude-opus-4-8":{"in_tokens":1991,"out_tokens":543},"claude-opus-4-7":{"in_tokens":1996,"out_tokens":473},"mistral-large-2":{"in_tokens":1080,"out_tokens":484}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":692,"out_tokens":1120,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":19.908672684999942,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1601,"out_tokens":3196},"claude-opus-4-8":{"in_tokens":3035,"out_tokens":641},"claude-opus-4-7":{"in_tokens":3040,"out_tokens":610},"mistral-large-2":{"in_tokens":1775,"out_tokens":762}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":871,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":15.73146640799996,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1310,"out_tokens":1972},"claude-opus-4-8":{"in_tokens":2483,"out_tokens":1065},"claude-opus-4-7":{"in_tokens":2488,"out_tokens":771},"mistral-large-2":{"in_tokens":1462,"out_tokens":712}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":499,"out_tokens":326,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":18.136869141000034,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1195,"out_tokens":1734},"claude-opus-4-8":{"in_tokens":2416,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2421,"out_tokens":577},"mistral-large-2":{"in_tokens":1296,"out_tokens":630}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":2612,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":56.715054492000036,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1170,"out_tokens":1619},"claude-opus-4-8":{"in_tokens":2147,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2152,"out_tokens":521},"mistral-large-2":{"in_tokens":1231,"out_tokens":717}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":896,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":15.459615851999956,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1495,"out_tokens":2393},"claude-opus-4-8":{"in_tokens":2820,"out_tokens":820},"claude-opus-4-7":{"in_tokens":2825,"out_tokens":716},"mistral-large-2":{"in_tokens":1672,"out_tokens":588}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":272,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":20.52886812400004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1090,"out_tokens":1325},"claude-opus-4-8":{"in_tokens":2124,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2129,"out_tokens":536},"mistral-large-2":{"in_tokens":1146,"out_tokens":550}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1021,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":17.65546038699995,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":679},"claude-opus-4-8":{"in_tokens":2748,"out_tokens":611},"claude-opus-4-7":{"in_tokens":2753,"out_tokens":581},"mistral-large-2":{"in_tokens":1458,"out_tokens":494}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":842,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":15.510851849999995,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1299,"out_tokens":1435},"claude-opus-4-8":{"in_tokens":2556,"out_tokens":753},"claude-opus-4-7":{"in_tokens":2561,"out_tokens":561},"mistral-large-2":{"in_tokens":1396,"out_tokens":569}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":15.94629205299998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":992,"out_tokens":1334},"claude-opus-4-8":{"in_tokens":1987,"out_tokens":587},"claude-opus-4-7":{"in_tokens":1992,"out_tokens":497},"mistral-large-2":{"in_tokens":1034,"out_tokens":430}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":936,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":16.89650848000008,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1473,"out_tokens":1689},"claude-opus-4-8":{"in_tokens":2714,"out_tokens":749},"claude-opus-4-7":{"in_tokens":2719,"out_tokens":623},"mistral-large-2":{"in_tokens":1665,"out_tokens":689}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":685,"out_tokens":782,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":14.637446098000055,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1325,"out_tokens":2442},"claude-opus-4-8":{"in_tokens":2651,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2656,"out_tokens":530},"mistral-large-2":{"in_tokens":1466,"out_tokens":488}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":451,"out_tokens":253,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":27.405818785000065,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1003,"out_tokens":1679},"claude-opus-4-8":{"in_tokens":2048,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2053,"out_tokens":459},"mistral-large-2":{"in_tokens":1064,"out_tokens":563}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":855,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":15.285484014999952,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1678,"out_tokens":2104},"claude-opus-4-8":{"in_tokens":3136,"out_tokens":708},"claude-opus-4-7":{"in_tokens":3141,"out_tokens":485},"mistral-large-2":{"in_tokens":1897,"out_tokens":504}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":1070,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":19.084093668000037,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1682,"out_tokens":2664},"claude-opus-4-8":{"in_tokens":3250,"out_tokens":730},"claude-opus-4-7":{"in_tokens":3255,"out_tokens":575},"mistral-large-2":{"in_tokens":1888,"out_tokens":648}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":718,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":12.184849390999943,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1321,"out_tokens":1625},"claude-opus-4-8":{"in_tokens":2541,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2546,"out_tokens":461},"mistral-large-2":{"in_tokens":1435,"out_tokens":611}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":2862,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":69.83270708400005,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1083,"out_tokens":2028},"claude-opus-4-8":{"in_tokens":2042,"out_tokens":782},"claude-opus-4-7":{"in_tokens":2047,"out_tokens":809},"mistral-large-2":{"in_tokens":1140,"out_tokens":545}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":2444,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":59.70184438900003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":995,"out_tokens":1247},"claude-opus-4-8":{"in_tokens":1886,"out_tokens":601},"claude-opus-4-7":{"in_tokens":1891,"out_tokens":412},"mistral-large-2":{"in_tokens":1045,"out_tokens":442}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":1196,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":20.02208395799994,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2042,"out_tokens":2700},"claude-opus-4-8":{"in_tokens":3796,"out_tokens":1060},"claude-opus-4-7":{"in_tokens":3801,"out_tokens":679},"mistral-large-2":{"in_tokens":2205,"out_tokens":714}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":582,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":10.25603915900001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1262,"out_tokens":1462},"claude-opus-4-8":{"in_tokens":2418,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2423,"out_tokens":535},"mistral-large-2":{"in_tokens":1394,"out_tokens":775}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":718,"out_tokens":468,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":37.71209424799997,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.9,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1923,"out_tokens":2141},"claude-opus-4-8":{"in_tokens":3775,"out_tokens":1015},"claude-opus-4-7":{"in_tokens":3780,"out_tokens":770},"mistral-large-2":{"in_tokens":2020,"out_tokens":803}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":776,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":13.752393537999978,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1472,"out_tokens":2003},"claude-opus-4-8":{"in_tokens":2794,"out_tokens":707},"claude-opus-4-7":{"in_tokens":2799,"out_tokens":479},"mistral-large-2":{"in_tokens":1627,"out_tokens":725}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":831,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":15.499498982999967,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1394,"out_tokens":1899},"claude-opus-4-8":{"in_tokens":2705,"out_tokens":759},"claude-opus-4-7":{"in_tokens":2710,"out_tokens":647},"mistral-large-2":{"in_tokens":1551,"out_tokens":612}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":682,"out_tokens":599,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":30.838048423000032,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1986,"out_tokens":2372},"claude-opus-4-8":{"in_tokens":3904,"out_tokens":918},"claude-opus-4-7":{"in_tokens":3909,"out_tokens":661},"mistral-large-2":{"in_tokens":2131,"out_tokens":883}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":320,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":70.12631832400007,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1319,"out_tokens":2027},"claude-opus-4-8":{"in_tokens":2530,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2535,"out_tokens":507},"mistral-large-2":{"in_tokens":1388,"out_tokens":626}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":1083,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":20.931105414000058,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1466,"out_tokens":2517},"claude-opus-4-8":{"in_tokens":2847,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2852,"out_tokens":500},"mistral-large-2":{"in_tokens":1640,"out_tokens":782}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":836,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.739736847000017,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1433,"out_tokens":1966},"claude-opus-4-8":{"in_tokens":2756,"out_tokens":859},"claude-opus-4-7":{"in_tokens":2761,"out_tokens":772},"mistral-large-2":{"in_tokens":1576,"out_tokens":774}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":869,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":16.027655335000077,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1354,"out_tokens":1308},"claude-opus-4-8":{"in_tokens":2676,"out_tokens":704},"claude-opus-4-7":{"in_tokens":2681,"out_tokens":504},"mistral-large-2":{"in_tokens":1481,"out_tokens":563}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":7803,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":143.806974589,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2201,"out_tokens":2764},"claude-opus-4-8":{"in_tokens":4249,"out_tokens":948},"claude-opus-4-7":{"in_tokens":4254,"out_tokens":857},"mistral-large-2":{"in_tokens":2365,"out_tokens":913}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":657,"out_tokens":975,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":18.167470070000036,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1359,"out_tokens":2287},"claude-opus-4-8":{"in_tokens":2671,"out_tokens":704},"claude-opus-4-7":{"in_tokens":2676,"out_tokens":547},"mistral-large-2":{"in_tokens":1495,"out_tokens":535}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":9377,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":175.9108413639999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2082,"out_tokens":3149},"claude-opus-4-8":{"in_tokens":3999,"out_tokens":825},"claude-opus-4-7":{"in_tokens":4004,"out_tokens":810},"mistral-large-2":{"in_tokens":2289,"out_tokens":715}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":667,"out_tokens":639,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":40.14232723700002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1988,"out_tokens":2693},"claude-opus-4-8":{"in_tokens":3897,"out_tokens":1023},"claude-opus-4-7":{"in_tokens":3902,"out_tokens":699},"mistral-large-2":{"in_tokens":2145,"out_tokens":1164}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":23.033790313000054,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1162,"out_tokens":1332},"claude-opus-4-8":{"in_tokens":2234,"out_tokens":550},"claude-opus-4-7":{"in_tokens":2239,"out_tokens":445},"mistral-large-2":{"in_tokens":1239,"out_tokens":567}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":920,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":16.178958082999998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1420,"out_tokens":2654},"claude-opus-4-8":{"in_tokens":2642,"out_tokens":846},"claude-opus-4-7":{"in_tokens":2647,"out_tokens":598},"mistral-large-2":{"in_tokens":1572,"out_tokens":678}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":922,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":15.778566806000072,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1412,"out_tokens":2601},"claude-opus-4-8":{"in_tokens":2681,"out_tokens":673},"claude-opus-4-7":{"in_tokens":2686,"out_tokens":637},"mistral-large-2":{"in_tokens":1559,"out_tokens":673}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":666,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":12.940385526,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1241,"out_tokens":907},"claude-opus-4-8":{"in_tokens":2351,"out_tokens":581},"claude-opus-4-7":{"in_tokens":2356,"out_tokens":553},"mistral-large-2":{"in_tokens":1329,"out_tokens":506}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":972,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":15.858574547999979,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1331,"out_tokens":1740},"claude-opus-4-8":{"in_tokens":2608,"out_tokens":565},"claude-opus-4-7":{"in_tokens":2613,"out_tokens":486},"mistral-large-2":{"in_tokens":1402,"out_tokens":501}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":637,"out_tokens":492,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":42.499607427,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1863,"out_tokens":2570},"claude-opus-4-8":{"in_tokens":3711,"out_tokens":928},"claude-opus-4-7":{"in_tokens":3716,"out_tokens":771},"mistral-large-2":{"in_tokens":1969,"out_tokens":755}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":683,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":13.03319650200001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1167,"out_tokens":1669},"claude-opus-4-8":{"in_tokens":2245,"out_tokens":564},"claude-opus-4-7":{"in_tokens":2250,"out_tokens":482},"mistral-large-2":{"in_tokens":1257,"out_tokens":619}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":338,"out_tokens":2331,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":88.64310673199998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1067,"out_tokens":933},"claude-opus-4-8":{"in_tokens":2018,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2023,"out_tokens":441},"mistral-large-2":{"in_tokens":1140,"out_tokens":457}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":953,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":17.607024092000074,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1404,"out_tokens":2376},"claude-opus-4-8":{"in_tokens":2649,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2654,"out_tokens":553},"mistral-large-2":{"in_tokens":1538,"out_tokens":585}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":592,"out_tokens":346,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":25.914889094000046,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1475,"out_tokens":2520},"claude-opus-4-8":{"in_tokens":2971,"out_tokens":1003},"claude-opus-4-7":{"in_tokens":2976,"out_tokens":775},"mistral-large-2":{"in_tokens":1575,"out_tokens":886}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":439,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":28.23568999700001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1213,"out_tokens":1394},"claude-opus-4-8":{"in_tokens":2375,"out_tokens":515},"claude-opus-4-7":{"in_tokens":2380,"out_tokens":423},"mistral-large-2":{"in_tokens":1312,"out_tokens":878}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":1368,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":24.336266636999994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1813,"out_tokens":2531},"claude-opus-4-8":{"in_tokens":3587,"out_tokens":751},"claude-opus-4-7":{"in_tokens":3592,"out_tokens":641},"mistral-large-2":{"in_tokens":1953,"out_tokens":611}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1388,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":26.630092605000073,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1654,"out_tokens":2200},"claude-opus-4-8":{"in_tokens":3425,"out_tokens":746},"claude-opus-4-7":{"in_tokens":3430,"out_tokens":657},"mistral-large-2":{"in_tokens":1763,"out_tokens":717}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":11529,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":207.206253328,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1942,"out_tokens":3171},"claude-opus-4-8":{"in_tokens":3687,"out_tokens":1334},"claude-opus-4-7":{"in_tokens":3692,"out_tokens":965},"mistral-large-2":{"in_tokens":2070,"out_tokens":838}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":1445,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":72.11483722599996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":965,"out_tokens":938},"claude-opus-4-8":{"in_tokens":1807,"out_tokens":470},"claude-opus-4-7":{"in_tokens":1812,"out_tokens":409},"mistral-large-2":{"in_tokens":1000,"out_tokens":423}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":1376,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":23.540598003000014,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1717,"out_tokens":2767},"claude-opus-4-8":{"in_tokens":3401,"out_tokens":808},"claude-opus-4-7":{"in_tokens":3406,"out_tokens":983},"mistral-large-2":{"in_tokens":1854,"out_tokens":717}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":1199,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":22.58162366600004,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1452,"out_tokens":2241},"claude-opus-4-8":{"in_tokens":2916,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2921,"out_tokens":615},"mistral-large-2":{"in_tokens":1537,"out_tokens":499}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1421,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":28.15551892899998,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1473,"out_tokens":3043},"claude-opus-4-8":{"in_tokens":2861,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2866,"out_tokens":606},"mistral-large-2":{"in_tokens":1608,"out_tokens":585}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":1360,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":26.794425072999957,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1406,"out_tokens":1784},"claude-opus-4-8":{"in_tokens":2807,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2812,"out_tokens":788},"mistral-large-2":{"in_tokens":1508,"out_tokens":658}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":356,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":45.74754579399996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1404,"out_tokens":1845},"claude-opus-4-8":{"in_tokens":2702,"out_tokens":893},"claude-opus-4-7":{"in_tokens":2707,"out_tokens":652},"mistral-large-2":{"in_tokens":1487,"out_tokens":672}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1184,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":22.42208654700005,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1319,"out_tokens":2585},"claude-opus-4-8":{"in_tokens":2630,"out_tokens":482},"claude-opus-4-7":{"in_tokens":2635,"out_tokens":575},"mistral-large-2":{"in_tokens":1391,"out_tokens":542}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":638,"out_tokens":623,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":90.83651904100009,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1981,"out_tokens":2216},"claude-opus-4-8":{"in_tokens":3869,"out_tokens":870},"claude-opus-4-7":{"in_tokens":3874,"out_tokens":678},"mistral-large-2":{"in_tokens":2138,"out_tokens":826}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1235,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":21.87242153400007,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1429,"out_tokens":3211},"claude-opus-4-8":{"in_tokens":2799,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2804,"out_tokens":522},"mistral-large-2":{"in_tokens":1569,"out_tokens":596}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":1997,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":104.963105541,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1152,"out_tokens":1427},"claude-opus-4-8":{"in_tokens":2146,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2151,"out_tokens":472},"mistral-large-2":{"in_tokens":1203,"out_tokens":549}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":860,"out_tokens":668,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":54.019499096000004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2260,"out_tokens":2761},"claude-opus-4-8":{"in_tokens":4369,"out_tokens":1275},"claude-opus-4-7":{"in_tokens":4374,"out_tokens":834},"mistral-large-2":{"in_tokens":2364,"out_tokens":1422}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":940,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":21.60950396999999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1232,"out_tokens":1968},"claude-opus-4-8":{"in_tokens":2453,"out_tokens":532},"claude-opus-4-7":{"in_tokens":2458,"out_tokens":469},"mistral-large-2":{"in_tokens":1332,"out_tokens":527}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":1215,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":21.472130956,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1311,"out_tokens":2795},"claude-opus-4-8":{"in_tokens":2570,"out_tokens":674},"claude-opus-4-7":{"in_tokens":2575,"out_tokens":582},"mistral-large-2":{"in_tokens":1377,"out_tokens":583}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":3972,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":736.859221842,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1400,"out_tokens":2333},"claude-opus-4-8":{"in_tokens":2651,"out_tokens":1079},"claude-opus-4-7":{"in_tokens":2656,"out_tokens":644},"mistral-large-2":{"in_tokens":1501,"out_tokens":651}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1138,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.172460703999946,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":2051},"claude-opus-4-8":{"in_tokens":2672,"out_tokens":544},"claude-opus-4-7":{"in_tokens":2677,"out_tokens":392},"mistral-large-2":{"in_tokens":1416,"out_tokens":505}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":745,"out_tokens":794,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":57.170081847000006,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2161,"out_tokens":2711},"claude-opus-4-8":{"in_tokens":4266,"out_tokens":1202},"claude-opus-4-7":{"in_tokens":4271,"out_tokens":910},"mistral-large-2":{"in_tokens":2330,"out_tokens":946}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1137,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":20.703586589999986,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1373,"out_tokens":2580},"claude-opus-4-8":{"in_tokens":2677,"out_tokens":858},"claude-opus-4-7":{"in_tokens":2682,"out_tokens":692},"mistral-large-2":{"in_tokens":1449,"out_tokens":1036}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":927,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":17.26702745,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1191,"out_tokens":2160},"claude-opus-4-8":{"in_tokens":2319,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2324,"out_tokens":533},"mistral-large-2":{"in_tokens":1277,"out_tokens":672}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":744,"out_tokens":574,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":38.34919680200005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2074,"out_tokens":2034},"claude-opus-4-8":{"in_tokens":4024,"out_tokens":1034},"claude-opus-4-7":{"in_tokens":4029,"out_tokens":688},"mistral-large-2":{"in_tokens":2219,"out_tokens":1481}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":3257,"error":null,"skip_reason":null,"score_raw":0.15,"duration_s":66.96823312800007,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1712,"out_tokens":1872},"claude-opus-4-8":{"in_tokens":3408,"out_tokens":1032},"claude-opus-4-7":{"in_tokens":3413,"out_tokens":872},"mistral-large-2":{"in_tokens":1835,"out_tokens":943}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":1097,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":20.731925351999962,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1388,"out_tokens":2131},"claude-opus-4-8":{"in_tokens":2774,"out_tokens":762},"claude-opus-4-7":{"in_tokens":2779,"out_tokens":607},"mistral-large-2":{"in_tokens":1505,"out_tokens":682}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":1469,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":27.253129832000013,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1730,"out_tokens":2784},"claude-opus-4-8":{"in_tokens":3325,"out_tokens":884},"claude-opus-4-7":{"in_tokens":3330,"out_tokens":721},"mistral-large-2":{"in_tokens":1827,"out_tokens":781}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":735,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":13.992891013999952,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1132,"out_tokens":940},"claude-opus-4-8":{"in_tokens":2290,"out_tokens":576},"claude-opus-4-7":{"in_tokens":2295,"out_tokens":449},"mistral-large-2":{"in_tokens":1187,"out_tokens":469}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1230,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":25.069458532999988,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1424,"out_tokens":1623},"claude-opus-4-8":{"in_tokens":2777,"out_tokens":543},"claude-opus-4-7":{"in_tokens":2782,"out_tokens":463},"mistral-large-2":{"in_tokens":1514,"out_tokens":629}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":414,"out_tokens":2043,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":92.83571928599997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1266,"out_tokens":1052},"claude-opus-4-8":{"in_tokens":2351,"out_tokens":586},"claude-opus-4-7":{"in_tokens":2356,"out_tokens":454},"mistral-large-2":{"in_tokens":1319,"out_tokens":548}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":2063,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":82.15748260299995,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1062,"out_tokens":1433},"claude-opus-4-8":{"in_tokens":2007,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2012,"out_tokens":531},"mistral-large-2":{"in_tokens":1117,"out_tokens":518}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1738,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":49.20488869499991,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1048,"out_tokens":1339},"claude-opus-4-8":{"in_tokens":2004,"out_tokens":550},"claude-opus-4-7":{"in_tokens":2009,"out_tokens":478},"mistral-large-2":{"in_tokens":1109,"out_tokens":452}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1142,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":20.858559181000032,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1287,"out_tokens":2550},"claude-opus-4-8":{"in_tokens":2640,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2645,"out_tokens":471},"mistral-large-2":{"in_tokens":1364,"out_tokens":518}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":11865,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":223.05186532000005,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2467,"out_tokens":2900},"claude-opus-4-8":{"in_tokens":4838,"out_tokens":1123},"claude-opus-4-7":{"in_tokens":4843,"out_tokens":768},"mistral-large-2":{"in_tokens":2625,"out_tokens":1058}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1901,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":35.1124971270001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2403,"out_tokens":4020},"claude-opus-4-8":{"in_tokens":4678,"out_tokens":1004},"claude-opus-4-7":{"in_tokens":4683,"out_tokens":636},"mistral-large-2":{"in_tokens":2523,"out_tokens":707}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":1977,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":33.10897531699993,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2360,"out_tokens":3987},"claude-opus-4-8":{"in_tokens":4604,"out_tokens":1222},"claude-opus-4-7":{"in_tokens":4609,"out_tokens":892},"mistral-large-2":{"in_tokens":2549,"out_tokens":849}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":2815,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":63.34971532899999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1007,"out_tokens":1155},"claude-opus-4-8":{"in_tokens":1873,"out_tokens":563},"claude-opus-4-7":{"in_tokens":1878,"out_tokens":489},"mistral-large-2":{"in_tokens":1052,"out_tokens":515}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1939,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":37.830416036999964,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2320,"out_tokens":2672},"claude-opus-4-8":{"in_tokens":4509,"out_tokens":1151},"claude-opus-4-7":{"in_tokens":4514,"out_tokens":950},"mistral-large-2":{"in_tokens":2513,"out_tokens":761}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":8560,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":156.10646378799993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1882,"out_tokens":1748},"claude-opus-4-8":{"in_tokens":3730,"out_tokens":723},"claude-opus-4-7":{"in_tokens":3735,"out_tokens":645},"mistral-large-2":{"in_tokens":1992,"out_tokens":697}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1945,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":41.67892996299997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1169,"out_tokens":926},"claude-opus-4-8":{"in_tokens":2214,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2219,"out_tokens":463},"mistral-large-2":{"in_tokens":1230,"out_tokens":441}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":1955,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":42.04761861700001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1173,"out_tokens":1235},"claude-opus-4-8":{"in_tokens":2220,"out_tokens":529},"claude-opus-4-7":{"in_tokens":2225,"out_tokens":476},"mistral-large-2":{"in_tokens":1214,"out_tokens":613}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1935,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":36.06031815899996,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2298,"out_tokens":2372},"claude-opus-4-8":{"in_tokens":4544,"out_tokens":1124},"claude-opus-4-7":{"in_tokens":4549,"out_tokens":804},"mistral-large-2":{"in_tokens":2431,"out_tokens":853}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1285,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":26.387134068000023,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1502,"out_tokens":1930},"claude-opus-4-8":{"in_tokens":2880,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2885,"out_tokens":618},"mistral-large-2":{"in_tokens":1617,"out_tokens":680}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1636,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":28.166015377999884,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2164,"out_tokens":2872},"claude-opus-4-8":{"in_tokens":4215,"out_tokens":1105},"claude-opus-4-7":{"in_tokens":4220,"out_tokens":742},"mistral-large-2":{"in_tokens":2346,"out_tokens":790}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1286,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":22.651544620000095,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1763,"out_tokens":3433},"claude-opus-4-8":{"in_tokens":3497,"out_tokens":1032},"claude-opus-4-7":{"in_tokens":3502,"out_tokens":879},"mistral-large-2":{"in_tokens":1885,"out_tokens":776}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":3551,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":69.22915540400004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1463,"out_tokens":1548},"claude-opus-4-8":{"in_tokens":2783,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2788,"out_tokens":575},"mistral-large-2":{"in_tokens":1518,"out_tokens":690}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":1766,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":41.20382634099997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1107,"out_tokens":1461},"claude-opus-4-8":{"in_tokens":2077,"out_tokens":564},"claude-opus-4-7":{"in_tokens":2082,"out_tokens":469},"mistral-large-2":{"in_tokens":1168,"out_tokens":505}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":1232,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":23.40386466799987,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1380,"out_tokens":2210},"claude-opus-4-8":{"in_tokens":2699,"out_tokens":720},"claude-opus-4-7":{"in_tokens":2704,"out_tokens":471},"mistral-large-2":{"in_tokens":1486,"out_tokens":703}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":242,"out_tokens":1674,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":29.06363672800012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1026,"out_tokens":949},"claude-opus-4-8":{"in_tokens":1961,"out_tokens":538},"claude-opus-4-7":{"in_tokens":1966,"out_tokens":371},"mistral-large-2":{"in_tokens":1076,"out_tokens":432}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":1104,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":20.297425056999828,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1583,"out_tokens":3334},"claude-opus-4-8":{"in_tokens":3024,"out_tokens":862},"claude-opus-4-7":{"in_tokens":3029,"out_tokens":592},"mistral-large-2":{"in_tokens":1697,"out_tokens":632}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":10920,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":199.08730893100017,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2236,"out_tokens":3039},"claude-opus-4-8":{"in_tokens":4356,"out_tokens":953},"claude-opus-4-7":{"in_tokens":4361,"out_tokens":716},"mistral-large-2":{"in_tokens":2448,"out_tokens":839}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":2284,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":41.323083158000145,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1052,"out_tokens":1239},"claude-opus-4-8":{"in_tokens":1978,"out_tokens":700},"claude-opus-4-7":{"in_tokens":1983,"out_tokens":467},"mistral-large-2":{"in_tokens":1090,"out_tokens":698}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2008,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":34.808764052000015,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2531,"out_tokens":3306},"claude-opus-4-8":{"in_tokens":4978,"out_tokens":1037},"claude-opus-4-7":{"in_tokens":4983,"out_tokens":863},"mistral-large-2":{"in_tokens":2645,"out_tokens":785}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2017,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":35.96827527100004,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2369,"out_tokens":3054},"claude-opus-4-8":{"in_tokens":4650,"out_tokens":1026},"claude-opus-4-7":{"in_tokens":4655,"out_tokens":804},"mistral-large-2":{"in_tokens":2556,"out_tokens":894}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":6643,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":121.20889228599992,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1626,"out_tokens":1866},"claude-opus-4-8":{"in_tokens":3324,"out_tokens":716},"claude-opus-4-7":{"in_tokens":3329,"out_tokens":812},"mistral-large-2":{"in_tokens":1730,"out_tokens":589}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":2461,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":40.739986457999976,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1074,"out_tokens":1181},"claude-opus-4-8":{"in_tokens":2105,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2110,"out_tokens":478},"mistral-large-2":{"in_tokens":1164,"out_tokens":600}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":2429,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":38.07480447499984,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":995,"out_tokens":1382},"claude-opus-4-8":{"in_tokens":1907,"out_tokens":622},"claude-opus-4-7":{"in_tokens":1912,"out_tokens":540},"mistral-large-2":{"in_tokens":1124,"out_tokens":624}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":46.27364798799999,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2539,"out_tokens":3371},"claude-opus-4-8":{"in_tokens":4878,"out_tokens":1156},"claude-opus-4-7":{"in_tokens":4883,"out_tokens":886},"mistral-large-2":{"in_tokens":2727,"out_tokens":1160}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":1988,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":32.477444888000036,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1086,"out_tokens":1415},"claude-opus-4-8":{"in_tokens":2071,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2076,"out_tokens":628},"mistral-large-2":{"in_tokens":1171,"out_tokens":571}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":322,"out_tokens":1778,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":25.94252386900007,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1008,"out_tokens":1729},"claude-opus-4-8":{"in_tokens":1966,"out_tokens":797},"claude-opus-4-7":{"in_tokens":1971,"out_tokens":576},"mistral-large-2":{"in_tokens":1095,"out_tokens":674}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":7638,"error":null,"skip_reason":null,"score_raw":0.03571428571428571,"duration_s":135.652943111,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1403,"out_tokens":2436},"claude-opus-4-8":{"in_tokens":2798,"out_tokens":1047},"claude-opus-4-7":{"in_tokens":2803,"out_tokens":737},"mistral-large-2":{"in_tokens":1477,"out_tokens":743}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":2215,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":41.00203639899996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1014,"out_tokens":1002},"claude-opus-4-8":{"in_tokens":1975,"out_tokens":581},"claude-opus-4-7":{"in_tokens":1980,"out_tokens":420},"mistral-large-2":{"in_tokens":1090,"out_tokens":445}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2112,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":38.08812258900002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1034,"out_tokens":1438},"claude-opus-4-8":{"in_tokens":1957,"out_tokens":656},"claude-opus-4-7":{"in_tokens":1962,"out_tokens":578},"mistral-large-2":{"in_tokens":1137,"out_tokens":683}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":800,"out_tokens":6865,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":248.09677589700004,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2975,"out_tokens":2956},"claude-opus-4-8":{"in_tokens":5811,"out_tokens":1491},"claude-opus-4-7":{"in_tokens":5816,"out_tokens":925},"mistral-large-2":{"in_tokens":3171,"out_tokens":1174}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1108.6732506570002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1108.686823943,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1108.6328256909999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1108.6461314370001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":1554,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":39.7401677270002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1069,"out_tokens":1229},"claude-opus-4-8":{"in_tokens":2020,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2025,"out_tokens":452},"mistral-large-2":{"in_tokens":1165,"out_tokens":520}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":2301,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":65.77784774299994,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1109,"out_tokens":1837},"claude-opus-4-8":{"in_tokens":2112,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2117,"out_tokens":583},"mistral-large-2":{"in_tokens":1215,"out_tokens":602}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":7530,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":125.02434183900004,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1879,"out_tokens":3695},"claude-opus-4-8":{"in_tokens":3685,"out_tokens":1152},"claude-opus-4-7":{"in_tokens":3690,"out_tokens":904},"mistral-large-2":{"in_tokens":2039,"out_tokens":814}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":9394,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":164.32548882700007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1712,"out_tokens":1784},"claude-opus-4-8":{"in_tokens":3348,"out_tokens":814},"claude-opus-4-7":{"in_tokens":3353,"out_tokens":724},"mistral-large-2":{"in_tokens":1877,"out_tokens":676}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":2224,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":89.36773243999983,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":1174},"claude-opus-4-8":{"in_tokens":2106,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2111,"out_tokens":564},"mistral-large-2":{"in_tokens":1203,"out_tokens":631}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":11593,"error":null,"skip_reason":null,"score_raw":0.6000000000000001,"duration_s":214.138726992,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2736,"out_tokens":3006},"claude-opus-4-8":{"in_tokens":5259,"out_tokens":1300},"claude-opus-4-7":{"in_tokens":5264,"out_tokens":1113},"mistral-large-2":{"in_tokens":2915,"out_tokens":981}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1517,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":25.89529837300006,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":1188},"claude-opus-4-8":{"in_tokens":2940,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2945,"out_tokens":552},"mistral-large-2":{"in_tokens":1599,"out_tokens":610}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":7327,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":128.73047662500016,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1679,"out_tokens":1795},"claude-opus-4-8":{"in_tokens":3295,"out_tokens":1031},"claude-opus-4-7":{"in_tokens":3300,"out_tokens":729},"mistral-large-2":{"in_tokens":1755,"out_tokens":660}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":2148,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":40.83420276399988,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1838,"out_tokens":1830},"claude-opus-4-8":{"in_tokens":3486,"out_tokens":715},"claude-opus-4-7":{"in_tokens":3491,"out_tokens":650},"mistral-large-2":{"in_tokens":1923,"out_tokens":1294}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":3573,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":64.78915671899995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2205,"out_tokens":1553},"claude-opus-4-8":{"in_tokens":4334,"out_tokens":651},"claude-opus-4-7":{"in_tokens":4339,"out_tokens":526},"mistral-large-2":{"in_tokens":2302,"out_tokens":980}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":300,"out_tokens":1872,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":56.60716832999992,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":988,"out_tokens":1441},"claude-opus-4-8":{"in_tokens":1846,"out_tokens":794},"claude-opus-4-7":{"in_tokens":1851,"out_tokens":453},"mistral-large-2":{"in_tokens":1094,"out_tokens":519}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":2282,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":111.36217712400003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1159,"out_tokens":1560},"claude-opus-4-8":{"in_tokens":2186,"out_tokens":731},"claude-opus-4-7":{"in_tokens":2191,"out_tokens":519},"mistral-large-2":{"in_tokens":1278,"out_tokens":773}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":2095,"error":null,"skip_reason":null,"score_raw":0.1388888888888889,"duration_s":100.71192709800016,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1128,"out_tokens":1436},"claude-opus-4-8":{"in_tokens":2141,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2146,"out_tokens":512},"mistral-large-2":{"in_tokens":1208,"out_tokens":596}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":2391,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":43.94027466300008,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1854,"out_tokens":1428},"claude-opus-4-8":{"in_tokens":3523,"out_tokens":535},"claude-opus-4-7":{"in_tokens":3528,"out_tokens":537},"mistral-large-2":{"in_tokens":1937,"out_tokens":627}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":2152,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":41.505688773999964,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1633,"out_tokens":1574},"claude-opus-4-8":{"in_tokens":3083,"out_tokens":697},"claude-opus-4-7":{"in_tokens":3088,"out_tokens":543},"mistral-large-2":{"in_tokens":1726,"out_tokens":900}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":1368,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":27.768903675000047,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1424,"out_tokens":1661},"claude-opus-4-8":{"in_tokens":2742,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2747,"out_tokens":589},"mistral-large-2":{"in_tokens":1498,"out_tokens":588}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":777,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":14.407179191000068,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":1149},"claude-opus-4-8":{"in_tokens":2203,"out_tokens":469},"claude-opus-4-7":{"in_tokens":2208,"out_tokens":425},"mistral-large-2":{"in_tokens":1205,"out_tokens":976}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":3243,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":56.40373858599992,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1598,"out_tokens":2001},"claude-opus-4-8":{"in_tokens":3088,"out_tokens":713},"claude-opus-4-7":{"in_tokens":3093,"out_tokens":560},"mistral-large-2":{"in_tokens":1694,"out_tokens":684}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1715,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":30.800025602000005,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1576,"out_tokens":1649},"claude-opus-4-8":{"in_tokens":3039,"out_tokens":770},"claude-opus-4-7":{"in_tokens":3044,"out_tokens":627},"mistral-large-2":{"in_tokens":1669,"out_tokens":575}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":2240,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":49.050641181999936,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1172,"out_tokens":1218},"claude-opus-4-8":{"in_tokens":2242,"out_tokens":509},"claude-opus-4-7":{"in_tokens":2247,"out_tokens":445},"mistral-large-2":{"in_tokens":1293,"out_tokens":459}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1665,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":29.613893579999967,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1590,"out_tokens":1444},"claude-opus-4-8":{"in_tokens":3004,"out_tokens":591},"claude-opus-4-7":{"in_tokens":3009,"out_tokens":575},"mistral-large-2":{"in_tokens":1649,"out_tokens":738}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":2546,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":53.29592808699999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1062,"out_tokens":1383},"claude-opus-4-8":{"in_tokens":2074,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2079,"out_tokens":565},"mistral-large-2":{"in_tokens":1141,"out_tokens":560}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1336,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":23.540146579999828,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1465,"out_tokens":1401},"claude-opus-4-8":{"in_tokens":2805,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2810,"out_tokens":528},"mistral-large-2":{"in_tokens":1541,"out_tokens":617}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1484,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":28.242921056000114,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1652,"out_tokens":1405},"claude-opus-4-8":{"in_tokens":3135,"out_tokens":541},"claude-opus-4-7":{"in_tokens":3140,"out_tokens":506},"mistral-large-2":{"in_tokens":1725,"out_tokens":884}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":853,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":17.04968044400016,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":1588},"claude-opus-4-8":{"in_tokens":2532,"out_tokens":562},"claude-opus-4-7":{"in_tokens":2537,"out_tokens":522},"mistral-large-2":{"in_tokens":1400,"out_tokens":791}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1157,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":20.68622779600014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1774,"out_tokens":1258},"claude-opus-4-8":{"in_tokens":3403,"out_tokens":548},"claude-opus-4-7":{"in_tokens":3408,"out_tokens":556},"mistral-large-2":{"in_tokens":1844,"out_tokens":616}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":933,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":16.283198244999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":1279},"claude-opus-4-8":{"in_tokens":2613,"out_tokens":678},"claude-opus-4-7":{"in_tokens":2618,"out_tokens":492},"mistral-large-2":{"in_tokens":1434,"out_tokens":618}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":3785,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":81.51369523199992,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":991,"out_tokens":1226},"claude-opus-4-8":{"in_tokens":1975,"out_tokens":698},"claude-opus-4-7":{"in_tokens":1980,"out_tokens":515},"mistral-large-2":{"in_tokens":1058,"out_tokens":534}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":2347,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":322.42987425699994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":1505},"claude-opus-4-8":{"in_tokens":2193,"out_tokens":706},"claude-opus-4-7":{"in_tokens":2198,"out_tokens":560},"mistral-large-2":{"in_tokens":1272,"out_tokens":697}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1785,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":36.8340978629999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1641,"out_tokens":1474},"claude-opus-4-8":{"in_tokens":3110,"out_tokens":618},"claude-opus-4-7":{"in_tokens":3115,"out_tokens":559},"mistral-large-2":{"in_tokens":1705,"out_tokens":621}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":1871,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":39.40184831600004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1090,"out_tokens":1239},"claude-opus-4-8":{"in_tokens":2203,"out_tokens":641},"claude-opus-4-7":{"in_tokens":2208,"out_tokens":576},"mistral-large-2":{"in_tokens":1195,"out_tokens":470}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":2229,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":45.85839843099984,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1083,"out_tokens":1513},"claude-opus-4-8":{"in_tokens":1995,"out_tokens":808},"claude-opus-4-7":{"in_tokens":2000,"out_tokens":552},"mistral-large-2":{"in_tokens":1212,"out_tokens":640}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1008,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":17.69561961599993,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1436,"out_tokens":1140},"claude-opus-4-8":{"in_tokens":2715,"out_tokens":548},"claude-opus-4-7":{"in_tokens":2720,"out_tokens":508},"mistral-large-2":{"in_tokens":1503,"out_tokens":570}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2180,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":39.54549575499982,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1542,"out_tokens":1612},"claude-opus-4-8":{"in_tokens":3004,"out_tokens":661},"claude-opus-4-7":{"in_tokens":3009,"out_tokens":595},"mistral-large-2":{"in_tokens":1611,"out_tokens":638}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":910,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":16.948497822999798,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1296,"out_tokens":1121},"claude-opus-4-8":{"in_tokens":2526,"out_tokens":524},"claude-opus-4-7":{"in_tokens":2531,"out_tokens":450},"mistral-large-2":{"in_tokens":1343,"out_tokens":531}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":1715,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":27.330331987999898,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1109,"out_tokens":1352},"claude-opus-4-8":{"in_tokens":2088,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2093,"out_tokens":495},"mistral-large-2":{"in_tokens":1145,"out_tokens":627}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":473,"out_tokens":2237,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":50.86560354099993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1272,"out_tokens":1255},"claude-opus-4-8":{"in_tokens":2468,"out_tokens":704},"claude-opus-4-7":{"in_tokens":2473,"out_tokens":576},"mistral-large-2":{"in_tokens":1424,"out_tokens":581}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":2384,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":45.508643036000194,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1318,"out_tokens":1526},"claude-opus-4-8":{"in_tokens":2530,"out_tokens":729},"claude-opus-4-7":{"in_tokens":2535,"out_tokens":544},"mistral-large-2":{"in_tokens":1449,"out_tokens":709}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":2802,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":57.46701427200014,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1111,"out_tokens":1899},"claude-opus-4-8":{"in_tokens":2135,"out_tokens":988},"claude-opus-4-7":{"in_tokens":2140,"out_tokens":735},"mistral-large-2":{"in_tokens":1207,"out_tokens":578}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":2962,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":53.90995675299996,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1240,"out_tokens":1810},"claude-opus-4-8":{"in_tokens":2481,"out_tokens":857},"claude-opus-4-7":{"in_tokens":2486,"out_tokens":675},"mistral-large-2":{"in_tokens":1352,"out_tokens":704}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":3142,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":58.396855294000034,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1424,"out_tokens":2225},"claude-opus-4-8":{"in_tokens":2804,"out_tokens":984},"claude-opus-4-7":{"in_tokens":2809,"out_tokens":712},"mistral-large-2":{"in_tokens":1602,"out_tokens":640}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":2402,"error":null,"skip_reason":null,"score_raw":0.3055555555555555,"duration_s":40.138925595000046,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":1862},"claude-opus-4-8":{"in_tokens":2087,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2092,"out_tokens":546},"mistral-large-2":{"in_tokens":1206,"out_tokens":704}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1814,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":33.96783807499992,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1123,"out_tokens":1670},"claude-opus-4-8":{"in_tokens":2172,"out_tokens":747},"claude-opus-4-7":{"in_tokens":2177,"out_tokens":570},"mistral-large-2":{"in_tokens":1217,"out_tokens":552}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":1867,"error":null,"skip_reason":null,"score_raw":0.46428571428571425,"duration_s":90.95700653100016,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1348,"out_tokens":1070},"claude-opus-4-8":{"in_tokens":2476,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2481,"out_tokens":472},"mistral-large-2":{"in_tokens":1516,"out_tokens":512}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":4765,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":90.41310724799996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1630,"out_tokens":2397},"claude-opus-4-8":{"in_tokens":3012,"out_tokens":838},"claude-opus-4-7":{"in_tokens":3017,"out_tokens":752},"mistral-large-2":{"in_tokens":1755,"out_tokens":692}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1932,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":37.46603123800014,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":1772},"claude-opus-4-8":{"in_tokens":2451,"out_tokens":771},"claude-opus-4-7":{"in_tokens":2456,"out_tokens":554},"mistral-large-2":{"in_tokens":1328,"out_tokens":632}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":2349,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":42.40416453800003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1204,"out_tokens":1357},"claude-opus-4-8":{"in_tokens":2328,"out_tokens":716},"claude-opus-4-7":{"in_tokens":2333,"out_tokens":544},"mistral-large-2":{"in_tokens":1314,"out_tokens":581}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":5723,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":109.43285769700014,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1494,"out_tokens":2514},"claude-opus-4-8":{"in_tokens":2895,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2900,"out_tokens":575},"mistral-large-2":{"in_tokens":1620,"out_tokens":779}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":2360,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":39.64923182200005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":1485},"claude-opus-4-8":{"in_tokens":2314,"out_tokens":652},"claude-opus-4-7":{"in_tokens":2319,"out_tokens":500},"mistral-large-2":{"in_tokens":1351,"out_tokens":572}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":1911,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":74.35068103599997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1082,"out_tokens":1832},"claude-opus-4-8":{"in_tokens":2070,"out_tokens":836},"claude-opus-4-7":{"in_tokens":2075,"out_tokens":516},"mistral-large-2":{"in_tokens":1186,"out_tokens":652}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2612,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":48.38986762400009,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1263,"out_tokens":1295},"claude-opus-4-8":{"in_tokens":2418,"out_tokens":581},"claude-opus-4-7":{"in_tokens":2423,"out_tokens":535},"mistral-large-2":{"in_tokens":1371,"out_tokens":544}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":5915,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":105.67440161599984,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1261,"out_tokens":1433},"claude-opus-4-8":{"in_tokens":2417,"out_tokens":617},"claude-opus-4-7":{"in_tokens":2422,"out_tokens":520},"mistral-large-2":{"in_tokens":1385,"out_tokens":649}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":719,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":14.944220336999933,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1066,"out_tokens":1897},"claude-opus-4-8":{"in_tokens":2024,"out_tokens":782},"claude-opus-4-7":{"in_tokens":2029,"out_tokens":567},"mistral-large-2":{"in_tokens":1188,"out_tokens":694}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":6388,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":115.92210761599995,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1652,"out_tokens":2112},"claude-opus-4-8":{"in_tokens":3294,"out_tokens":882},"claude-opus-4-7":{"in_tokens":3299,"out_tokens":750},"mistral-large-2":{"in_tokens":1823,"out_tokens":716}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":375,"out_tokens":2577,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":118.23327892399993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1080,"out_tokens":1681},"claude-opus-4-8":{"in_tokens":2098,"out_tokens":603},"claude-opus-4-7":{"in_tokens":2103,"out_tokens":444},"mistral-large-2":{"in_tokens":1206,"out_tokens":711}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":3675,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":71.86601458199993,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1594,"out_tokens":2338},"claude-opus-4-8":{"in_tokens":3080,"out_tokens":837},"claude-opus-4-7":{"in_tokens":3085,"out_tokens":664},"mistral-large-2":{"in_tokens":1757,"out_tokens":913}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1828,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":36.26407912699983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1251},"claude-opus-4-8":{"in_tokens":2317,"out_tokens":668},"claude-opus-4-7":{"in_tokens":2322,"out_tokens":544},"mistral-large-2":{"in_tokens":1229,"out_tokens":466}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":3996,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":68.67258954299996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1247,"out_tokens":1276},"claude-opus-4-8":{"in_tokens":2366,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2371,"out_tokens":465},"mistral-large-2":{"in_tokens":1346,"out_tokens":717}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":3258,"error":null,"skip_reason":null,"score_raw":0.3055555555555555,"duration_s":153.347422757,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1127,"out_tokens":1666},"claude-opus-4-8":{"in_tokens":2185,"out_tokens":1016},"claude-opus-4-7":{"in_tokens":2190,"out_tokens":519},"mistral-large-2":{"in_tokens":1224,"out_tokens":575}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":2195,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":99.67867673199999,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1019,"out_tokens":1724},"claude-opus-4-8":{"in_tokens":1987,"out_tokens":711},"claude-opus-4-7":{"in_tokens":1992,"out_tokens":609},"mistral-large-2":{"in_tokens":1120,"out_tokens":706}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":4586,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":84.2029924389999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":2662},"claude-opus-4-8":{"in_tokens":2918,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2923,"out_tokens":697},"mistral-large-2":{"in_tokens":1667,"out_tokens":672}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":3849,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":180.65432747699992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1054,"out_tokens":1895},"claude-opus-4-8":{"in_tokens":2082,"out_tokens":800},"claude-opus-4-7":{"in_tokens":2087,"out_tokens":580},"mistral-large-2":{"in_tokens":1154,"out_tokens":533}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":4112,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":73.46700833299997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":1621},"claude-opus-4-8":{"in_tokens":2738,"out_tokens":647},"claude-opus-4-7":{"in_tokens":2743,"out_tokens":544},"mistral-large-2":{"in_tokens":1488,"out_tokens":651}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":3510,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":68.75375576800002,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1399,"out_tokens":1831},"claude-opus-4-8":{"in_tokens":2865,"out_tokens":753},"claude-opus-4-7":{"in_tokens":2870,"out_tokens":614},"mistral-large-2":{"in_tokens":1550,"out_tokens":726}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":2042,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":78.3013814630001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1053,"out_tokens":1779},"claude-opus-4-8":{"in_tokens":2006,"out_tokens":578},"claude-opus-4-7":{"in_tokens":2011,"out_tokens":453},"mistral-large-2":{"in_tokens":1171,"out_tokens":567}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":2920,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":57.82840432800003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1572,"out_tokens":1678},"claude-opus-4-8":{"in_tokens":3032,"out_tokens":830},"claude-opus-4-7":{"in_tokens":3037,"out_tokens":592},"mistral-large-2":{"in_tokens":1768,"out_tokens":701}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":3380,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":135.3367092809999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1106,"out_tokens":2334},"claude-opus-4-8":{"in_tokens":2055,"out_tokens":928},"claude-opus-4-7":{"in_tokens":2060,"out_tokens":744},"mistral-large-2":{"in_tokens":1210,"out_tokens":743}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":6459,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":119.85751714999992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1537,"out_tokens":1909},"claude-opus-4-8":{"in_tokens":2961,"out_tokens":797},"claude-opus-4-7":{"in_tokens":2966,"out_tokens":658},"mistral-large-2":{"in_tokens":1734,"out_tokens":744}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":3868,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":75.29835047400002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1489,"out_tokens":1656},"claude-opus-4-8":{"in_tokens":2786,"out_tokens":660},"claude-opus-4-7":{"in_tokens":2791,"out_tokens":587},"mistral-large-2":{"in_tokens":1674,"out_tokens":535}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1747,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":36.128274753999904,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1220,"out_tokens":1370},"claude-opus-4-8":{"in_tokens":2346,"out_tokens":637},"claude-opus-4-7":{"in_tokens":2351,"out_tokens":523},"mistral-large-2":{"in_tokens":1324,"out_tokens":535}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":2028,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":98.64805932700006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1059,"out_tokens":937},"claude-opus-4-8":{"in_tokens":1993,"out_tokens":592},"claude-opus-4-7":{"in_tokens":1998,"out_tokens":493},"mistral-large-2":{"in_tokens":1132,"out_tokens":555}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":2819,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":134.98809210800005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":986,"out_tokens":1196},"claude-opus-4-8":{"in_tokens":1902,"out_tokens":653},"claude-opus-4-7":{"in_tokens":1907,"out_tokens":512},"mistral-large-2":{"in_tokens":1035,"out_tokens":491}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1788,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":36.38227387699999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1195,"out_tokens":1679},"claude-opus-4-8":{"in_tokens":2323,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2328,"out_tokens":548},"mistral-large-2":{"in_tokens":1320,"out_tokens":594}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":5217,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":95.44097172299985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1959,"out_tokens":3162},"claude-opus-4-8":{"in_tokens":3654,"out_tokens":979},"claude-opus-4-7":{"in_tokens":3659,"out_tokens":595},"mistral-large-2":{"in_tokens":2125,"out_tokens":631}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":3006,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":54.009834617000024,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1396,"out_tokens":2060},"claude-opus-4-8":{"in_tokens":2744,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2749,"out_tokens":574},"mistral-large-2":{"in_tokens":1558,"out_tokens":700}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":1561,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":86.08372568999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":938,"out_tokens":887},"claude-opus-4-8":{"in_tokens":1814,"out_tokens":555},"claude-opus-4-7":{"in_tokens":1819,"out_tokens":429},"mistral-large-2":{"in_tokens":1015,"out_tokens":503}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":2404,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":49.06530076800004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":2223},"claude-opus-4-8":{"in_tokens":2625,"out_tokens":925},"claude-opus-4-7":{"in_tokens":2630,"out_tokens":668},"mistral-large-2":{"in_tokens":1447,"out_tokens":741}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":5562,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":105.88732577099995,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1627,"out_tokens":1763},"claude-opus-4-8":{"in_tokens":3158,"out_tokens":1301},"claude-opus-4-7":{"in_tokens":3163,"out_tokens":1072},"mistral-large-2":{"in_tokens":1777,"out_tokens":793}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":2098,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":144.42031587499991,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1072,"out_tokens":2115},"claude-opus-4-8":{"in_tokens":2011,"out_tokens":589},"claude-opus-4-7":{"in_tokens":2016,"out_tokens":521},"mistral-large-2":{"in_tokens":1171,"out_tokens":615}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":2802,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":91.42458807799994,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1321,"out_tokens":2239},"claude-opus-4-8":{"in_tokens":2666,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2671,"out_tokens":511},"mistral-large-2":{"in_tokens":1433,"out_tokens":569}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":5458,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":109.33017786799996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1230,"out_tokens":2118},"claude-opus-4-8":{"in_tokens":2461,"out_tokens":757},"claude-opus-4-7":{"in_tokens":2466,"out_tokens":570},"mistral-large-2":{"in_tokens":1351,"out_tokens":568}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":2815,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":53.4929740340001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1124,"out_tokens":1168},"claude-opus-4-8":{"in_tokens":2305,"out_tokens":657},"claude-opus-4-7":{"in_tokens":2310,"out_tokens":563},"mistral-large-2":{"in_tokens":1202,"out_tokens":724}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":5358,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":153.5462776899999,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1215,"out_tokens":1895},"claude-opus-4-8":{"in_tokens":2550,"out_tokens":867},"claude-opus-4-7":{"in_tokens":2555,"out_tokens":644},"mistral-large-2":{"in_tokens":1309,"out_tokens":709}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":2438,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":45.80099115299981,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":938,"out_tokens":1657},"claude-opus-4-8":{"in_tokens":1844,"out_tokens":498},"claude-opus-4-7":{"in_tokens":1849,"out_tokens":508},"mistral-large-2":{"in_tokens":1016,"out_tokens":455}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":4606,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":83.67215951399999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1388,"out_tokens":2474},"claude-opus-4-8":{"in_tokens":2638,"out_tokens":1100},"claude-opus-4-7":{"in_tokens":2643,"out_tokens":703},"mistral-large-2":{"in_tokens":1528,"out_tokens":728}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":6420,"error":null,"skip_reason":null,"score_raw":0.1388888888888889,"duration_s":176.98682600400002,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":2152},"claude-opus-4-8":{"in_tokens":2795,"out_tokens":1189},"claude-opus-4-7":{"in_tokens":2800,"out_tokens":915},"mistral-large-2":{"in_tokens":1517,"out_tokens":802}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2343,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":44.356652969999914,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1195,"out_tokens":1206},"claude-opus-4-8":{"in_tokens":2280,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2285,"out_tokens":495},"mistral-large-2":{"in_tokens":1335,"out_tokens":613}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":6129,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":109.79482389200007,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1412,"out_tokens":2984},"claude-opus-4-8":{"in_tokens":2793,"out_tokens":854},"claude-opus-4-7":{"in_tokens":2798,"out_tokens":636},"mistral-large-2":{"in_tokens":1567,"out_tokens":759}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":2175,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":39.267781929999956,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":923,"out_tokens":1294},"claude-opus-4-8":{"in_tokens":1860,"out_tokens":479},"claude-opus-4-7":{"in_tokens":1865,"out_tokens":486},"mistral-large-2":{"in_tokens":972,"out_tokens":491}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":2126,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":36.4213375679999,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":2125},"claude-opus-4-8":{"in_tokens":2023,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2028,"out_tokens":568},"mistral-large-2":{"in_tokens":1134,"out_tokens":909}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1279,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":23.39654133299996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1064,"out_tokens":940},"claude-opus-4-8":{"in_tokens":2093,"out_tokens":499},"claude-opus-4-7":{"in_tokens":2098,"out_tokens":452},"mistral-large-2":{"in_tokens":1152,"out_tokens":471}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":3255,"error":null,"skip_reason":null,"score_raw":0.6666666666666667,"duration_s":59.73628808300009,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":935,"out_tokens":1281},"claude-opus-4-8":{"in_tokens":1852,"out_tokens":540},"claude-opus-4-7":{"in_tokens":1857,"out_tokens":416},"mistral-large-2":{"in_tokens":997,"out_tokens":460}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":10626,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":193.84096497500013,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1725,"out_tokens":2543},"claude-opus-4-8":{"in_tokens":3484,"out_tokens":605},"claude-opus-4-7":{"in_tokens":3489,"out_tokens":453},"mistral-large-2":{"in_tokens":1905,"out_tokens":679}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":3428,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":61.490481948000024,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1225,"out_tokens":1597},"claude-opus-4-8":{"in_tokens":2310,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2315,"out_tokens":533},"mistral-large-2":{"in_tokens":1314,"out_tokens":627}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":2297,"error":null,"skip_reason":null,"score_raw":0.20833333333333331,"duration_s":46.75884115500003,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":922,"out_tokens":1678},"claude-opus-4-8":{"in_tokens":1868,"out_tokens":505},"claude-opus-4-7":{"in_tokens":1873,"out_tokens":473},"mistral-large-2":{"in_tokens":990,"out_tokens":457}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":2156,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":41.42597918199999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1508,"out_tokens":1939},"claude-opus-4-8":{"in_tokens":2925,"out_tokens":745},"claude-opus-4-7":{"in_tokens":2930,"out_tokens":665},"mistral-large-2":{"in_tokens":1655,"out_tokens":913}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":318,"out_tokens":3949,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":76.0642484309999,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1013,"out_tokens":1552},"claude-opus-4-8":{"in_tokens":2025,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2030,"out_tokens":579},"mistral-large-2":{"in_tokens":1088,"out_tokens":451}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":2380,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":50.75965758799998,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":976,"out_tokens":1825},"claude-opus-4-8":{"in_tokens":1928,"out_tokens":715},"claude-opus-4-7":{"in_tokens":1933,"out_tokens":542},"mistral-large-2":{"in_tokens":1030,"out_tokens":666}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":3358,"error":null,"skip_reason":null,"score_raw":0.6666666666666667,"duration_s":67.90725215999987,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":934,"out_tokens":1995},"claude-opus-4-8":{"in_tokens":1808,"out_tokens":567},"claude-opus-4-7":{"in_tokens":1813,"out_tokens":467},"mistral-large-2":{"in_tokens":967,"out_tokens":442}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":267,"out_tokens":2076,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":35.81783177700004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":925,"out_tokens":1399},"claude-opus-4-8":{"in_tokens":1827,"out_tokens":480},"claude-opus-4-7":{"in_tokens":1832,"out_tokens":445},"mistral-large-2":{"in_tokens":989,"out_tokens":490}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":7180,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":139.18132520299991,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1298,"out_tokens":3402},"claude-opus-4-8":{"in_tokens":2555,"out_tokens":977},"claude-opus-4-7":{"in_tokens":2560,"out_tokens":694},"mistral-large-2":{"in_tokens":1382,"out_tokens":631}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":2495,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":41.278225465000105,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1037,"out_tokens":1498},"claude-opus-4-8":{"in_tokens":2050,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2055,"out_tokens":618},"mistral-large-2":{"in_tokens":1100,"out_tokens":596}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":1558,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":29.862012076999918,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":938,"out_tokens":1341},"claude-opus-4-8":{"in_tokens":1882,"out_tokens":556},"claude-opus-4-7":{"in_tokens":1887,"out_tokens":447},"mistral-large-2":{"in_tokens":981,"out_tokens":398}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":2737,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":55.178134135000164,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1052,"out_tokens":1371},"claude-opus-4-8":{"in_tokens":2111,"out_tokens":679},"claude-opus-4-7":{"in_tokens":2116,"out_tokens":493},"mistral-large-2":{"in_tokens":1138,"out_tokens":607}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":5508,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":101.06799638400003,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1826,"out_tokens":1962},"claude-opus-4-8":{"in_tokens":3828,"out_tokens":765},"claude-opus-4-7":{"in_tokens":3833,"out_tokens":611},"mistral-large-2":{"in_tokens":1958,"out_tokens":922}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":449,"out_tokens":3984,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":91.51953171700006,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1165,"out_tokens":1529},"claude-opus-4-8":{"in_tokens":2223,"out_tokens":670},"claude-opus-4-7":{"in_tokens":2228,"out_tokens":540},"mistral-large-2":{"in_tokens":1235,"out_tokens":531}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":5900,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":110.2030148639999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2258,"out_tokens":2979},"claude-opus-4-8":{"in_tokens":4598,"out_tokens":801},"claude-opus-4-7":{"in_tokens":4603,"out_tokens":648},"mistral-large-2":{"in_tokens":2436,"out_tokens":865}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":9330,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":168.56526723099978,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2127,"out_tokens":2992},"claude-opus-4-8":{"in_tokens":4331,"out_tokens":1104},"claude-opus-4-7":{"in_tokens":4336,"out_tokens":915},"mistral-large-2":{"in_tokens":2311,"out_tokens":1038}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":3311,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":58.99806473999979,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1460,"out_tokens":2397},"claude-opus-4-8":{"in_tokens":2981,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2986,"out_tokens":415},"mistral-large-2":{"in_tokens":1591,"out_tokens":1536}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1768,"error":null,"skip_reason":null,"score_raw":0.4642857142857143,"duration_s":97.8702152840001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":909,"out_tokens":2323},"claude-opus-4-8":{"in_tokens":1847,"out_tokens":608},"claude-opus-4-7":{"in_tokens":1852,"out_tokens":413},"mistral-large-2":{"in_tokens":962,"out_tokens":880}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":2746,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":50.95090980299983,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1411,"out_tokens":1834},"claude-opus-4-8":{"in_tokens":2908,"out_tokens":525},"claude-opus-4-7":{"in_tokens":2913,"out_tokens":390},"mistral-large-2":{"in_tokens":1498,"out_tokens":1128}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":7037,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":127.45021365599996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1676,"out_tokens":2489},"claude-opus-4-8":{"in_tokens":3492,"out_tokens":620},"claude-opus-4-7":{"in_tokens":3497,"out_tokens":485},"mistral-large-2":{"in_tokens":1780,"out_tokens":1044}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":3670,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":144.43380873200022,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1657,"out_tokens":2592},"claude-opus-4-8":{"in_tokens":3246,"out_tokens":1130},"claude-opus-4-7":{"in_tokens":3251,"out_tokens":837},"mistral-large-2":{"in_tokens":1770,"out_tokens":762}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":5269,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":93.27400724800009,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1335,"out_tokens":2528},"claude-opus-4-8":{"in_tokens":2760,"out_tokens":502},"claude-opus-4-7":{"in_tokens":2765,"out_tokens":430},"mistral-large-2":{"in_tokens":1418,"out_tokens":499}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":3055,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":145.10523283500015,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1624,"out_tokens":2526},"claude-opus-4-8":{"in_tokens":3186,"out_tokens":895},"claude-opus-4-7":{"in_tokens":3191,"out_tokens":788},"mistral-large-2":{"in_tokens":1771,"out_tokens":691}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":5039,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":89.74998040199989,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1611,"out_tokens":1942},"claude-opus-4-8":{"in_tokens":3296,"out_tokens":514},"claude-opus-4-7":{"in_tokens":3301,"out_tokens":458},"mistral-large-2":{"in_tokens":1730,"out_tokens":628}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":6567,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":119.05709119899984,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1682,"out_tokens":2876},"claude-opus-4-8":{"in_tokens":3490,"out_tokens":632},"claude-opus-4-7":{"in_tokens":3495,"out_tokens":736},"mistral-large-2":{"in_tokens":1838,"out_tokens":776}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":3260,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":57.695815524999944,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1429,"out_tokens":2266},"claude-opus-4-8":{"in_tokens":3048,"out_tokens":650},"claude-opus-4-7":{"in_tokens":3053,"out_tokens":537},"mistral-large-2":{"in_tokens":1527,"out_tokens":569}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":5252,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":228.14910210100015,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1701,"out_tokens":2582},"claude-opus-4-8":{"in_tokens":3299,"out_tokens":1048},"claude-opus-4-7":{"in_tokens":3304,"out_tokens":798},"mistral-large-2":{"in_tokens":1789,"out_tokens":757}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":7989,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":140.790919863,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1447,"out_tokens":2673},"claude-opus-4-8":{"in_tokens":2945,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2950,"out_tokens":707},"mistral-large-2":{"in_tokens":1513,"out_tokens":597}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":5055,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":84.76018649900016,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1428,"out_tokens":1857},"claude-opus-4-8":{"in_tokens":2932,"out_tokens":793},"claude-opus-4-7":{"in_tokens":2937,"out_tokens":675},"mistral-large-2":{"in_tokens":1509,"out_tokens":1136}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":491,"out_tokens":3363,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":139.0364840279999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1755,"out_tokens":2097},"claude-opus-4-8":{"in_tokens":3484,"out_tokens":1059},"claude-opus-4-7":{"in_tokens":3489,"out_tokens":728},"mistral-large-2":{"in_tokens":1893,"out_tokens":681}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":2921,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":128.78387960200007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1088,"out_tokens":1243},"claude-opus-4-8":{"in_tokens":2097,"out_tokens":550},"claude-opus-4-7":{"in_tokens":2102,"out_tokens":444},"mistral-large-2":{"in_tokens":1162,"out_tokens":548}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":2522,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":57.844491951000236,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1500,"out_tokens":2169},"claude-opus-4-8":{"in_tokens":3035,"out_tokens":595},"claude-opus-4-7":{"in_tokens":3040,"out_tokens":520},"mistral-large-2":{"in_tokens":1600,"out_tokens":714}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":3038,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":67.60203977900028,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1456,"out_tokens":2086},"claude-opus-4-8":{"in_tokens":2999,"out_tokens":667},"claude-opus-4-7":{"in_tokens":3004,"out_tokens":600},"mistral-large-2":{"in_tokens":1586,"out_tokens":699}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":3319,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":103.55547403499986,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1378,"out_tokens":1973},"claude-opus-4-8":{"in_tokens":2815,"out_tokens":771},"claude-opus-4-7":{"in_tokens":2820,"out_tokens":617},"mistral-large-2":{"in_tokens":1473,"out_tokens":788}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":6565,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":132.18708741199998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1583,"out_tokens":1851},"claude-opus-4-8":{"in_tokens":3182,"out_tokens":667},"claude-opus-4-7":{"in_tokens":3187,"out_tokens":534},"mistral-large-2":{"in_tokens":1717,"out_tokens":620}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":5832,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":124.1747622869998,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1631,"out_tokens":3215},"claude-opus-4-8":{"in_tokens":3190,"out_tokens":812},"claude-opus-4-7":{"in_tokens":3195,"out_tokens":560},"mistral-large-2":{"in_tokens":1717,"out_tokens":717}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":3157,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":73.60730748399965,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":954,"out_tokens":1740},"claude-opus-4-8":{"in_tokens":1864,"out_tokens":782},"claude-opus-4-7":{"in_tokens":1869,"out_tokens":568},"mistral-large-2":{"in_tokens":1024,"out_tokens":490}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":4243,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":77.72749254100017,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1853,"out_tokens":2644},"claude-opus-4-8":{"in_tokens":3568,"out_tokens":1241},"claude-opus-4-7":{"in_tokens":3573,"out_tokens":992},"mistral-large-2":{"in_tokens":1930,"out_tokens":852}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":5200,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":106.33787321099999,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.125,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":2413},"claude-opus-4-8":{"in_tokens":2365,"out_tokens":883},"claude-opus-4-7":{"in_tokens":2370,"out_tokens":618},"mistral-large-2":{"in_tokens":1324,"out_tokens":679}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":3502,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":82.02549200800013,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1182,"out_tokens":1865},"claude-opus-4-8":{"in_tokens":2408,"out_tokens":538},"claude-opus-4-7":{"in_tokens":2413,"out_tokens":441},"mistral-large-2":{"in_tokens":1240,"out_tokens":500}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":4054,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":71.17103678000012,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1658,"out_tokens":2297},"claude-opus-4-8":{"in_tokens":3253,"out_tokens":1164},"claude-opus-4-7":{"in_tokens":3258,"out_tokens":871},"mistral-large-2":{"in_tokens":1781,"out_tokens":767}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":7339,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":176.82797327599974,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1599,"out_tokens":2813},"claude-opus-4-8":{"in_tokens":3332,"out_tokens":668},"claude-opus-4-7":{"in_tokens":3337,"out_tokens":689},"mistral-large-2":{"in_tokens":1696,"out_tokens":611}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":4696,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":105.01023564399975,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1857,"out_tokens":2274},"claude-opus-4-8":{"in_tokens":3608,"out_tokens":1131},"claude-opus-4-7":{"in_tokens":3613,"out_tokens":874},"mistral-large-2":{"in_tokens":1987,"out_tokens":743}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":4052,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":108.86485104099984,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2269,"out_tokens":3135},"claude-opus-4-8":{"in_tokens":4604,"out_tokens":1229},"claude-opus-4-7":{"in_tokens":4609,"out_tokens":937},"mistral-large-2":{"in_tokens":2462,"out_tokens":770}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":10272,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":246.1242623889998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2823,"out_tokens":3255},"claude-opus-4-8":{"in_tokens":5675,"out_tokens":969},"claude-opus-4-7":{"in_tokens":5680,"out_tokens":747},"mistral-large-2":{"in_tokens":3077,"out_tokens":915}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":4629,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":567.3976497150002,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1637,"out_tokens":2839},"claude-opus-4-8":{"in_tokens":3200,"out_tokens":973},"claude-opus-4-7":{"in_tokens":3205,"out_tokens":913},"mistral-large-2":{"in_tokens":1732,"out_tokens":772}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":6024,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":137.39520478899976,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1676,"out_tokens":2095},"claude-opus-4-8":{"in_tokens":3408,"out_tokens":687},"claude-opus-4-7":{"in_tokens":3413,"out_tokens":568},"mistral-large-2":{"in_tokens":1792,"out_tokens":602}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":9708,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":230.16375386800019,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2755,"out_tokens":3124},"claude-opus-4-8":{"in_tokens":5653,"out_tokens":1000},"claude-opus-4-7":{"in_tokens":5658,"out_tokens":770},"mistral-large-2":{"in_tokens":2911,"out_tokens":1002}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":9937,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":230.45388927000022,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2861,"out_tokens":3072},"claude-opus-4-8":{"in_tokens":5823,"out_tokens":923},"claude-opus-4-7":{"in_tokens":5828,"out_tokens":706},"mistral-large-2":{"in_tokens":3047,"out_tokens":1016}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":2310,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":54.737330531000225,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1512,"out_tokens":1717},"claude-opus-4-8":{"in_tokens":3005,"out_tokens":522},"claude-opus-4-7":{"in_tokens":3010,"out_tokens":454},"mistral-large-2":{"in_tokens":1627,"out_tokens":1069}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":8577,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":479.2489782360003,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2763,"out_tokens":2868},"claude-opus-4-8":{"in_tokens":5553,"out_tokens":1011},"claude-opus-4-7":{"in_tokens":5558,"out_tokens":787},"mistral-large-2":{"in_tokens":2906,"out_tokens":917}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":4362,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":104.89361493500019,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1835,"out_tokens":3141},"claude-opus-4-8":{"in_tokens":3807,"out_tokens":911},"claude-opus-4-7":{"in_tokens":3812,"out_tokens":667},"mistral-large-2":{"in_tokens":1974,"out_tokens":812}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":9776,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":240.3757943540004,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1992,"out_tokens":3180},"claude-opus-4-8":{"in_tokens":3927,"out_tokens":904},"claude-opus-4-7":{"in_tokens":3932,"out_tokens":747},"mistral-large-2":{"in_tokens":2127,"out_tokens":759}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":7997,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":187.091498752,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2679,"out_tokens":1776},"claude-opus-4-8":{"in_tokens":5416,"out_tokens":835},"claude-opus-4-7":{"in_tokens":5421,"out_tokens":886},"mistral-large-2":{"in_tokens":2882,"out_tokens":818}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":9769,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":237.69074023400026,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2802,"out_tokens":3519},"claude-opus-4-8":{"in_tokens":5597,"out_tokens":1118},"claude-opus-4-7":{"in_tokens":5602,"out_tokens":796},"mistral-large-2":{"in_tokens":2933,"out_tokens":917}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":9634,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":507.68640201200014,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2693,"out_tokens":2742},"claude-opus-4-8":{"in_tokens":5441,"out_tokens":877},"claude-opus-4-7":{"in_tokens":5446,"out_tokens":824},"mistral-large-2":{"in_tokens":2894,"out_tokens":798}}}