{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":390,"error":null,"skip_reason":null,"score_raw":0.13333333333333333,"duration_s":8.304503963999991,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1843,"out_tokens":1841},"claude-opus-4-7":{"in_tokens":3540,"out_tokens":949},"mistral-large-2":{"in_tokens":1957,"out_tokens":788}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":385,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":8.588677265000001,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1465,"out_tokens":2553},"claude-opus-4-7":{"in_tokens":2791,"out_tokens":983},"mistral-large-2":{"in_tokens":1548,"out_tokens":977}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":10.990844605999996,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1948,"out_tokens":2260},"claude-opus-4-7":{"in_tokens":3777,"out_tokens":783},"mistral-large-2":{"in_tokens":2109,"out_tokens":863}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":478,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":10.937914230000004,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1593,"out_tokens":2133},"claude-opus-4-7":{"in_tokens":3057,"out_tokens":626},"mistral-large-2":{"in_tokens":1717,"out_tokens":723}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1304,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":20.94704831899999,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2146,"out_tokens":2516},"claude-opus-4-7":{"in_tokens":4051,"out_tokens":722},"mistral-large-2":{"in_tokens":2323,"out_tokens":979}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1409,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.528759264,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1820,"out_tokens":2318},"claude-opus-4-7":{"in_tokens":3482,"out_tokens":714},"mistral-large-2":{"in_tokens":1922,"out_tokens":876}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1558,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":23.946711369,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1995,"out_tokens":2992},"claude-opus-4-7":{"in_tokens":3727,"out_tokens":650},"mistral-large-2":{"in_tokens":2118,"out_tokens":770}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":23.31919990099999,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1707,"out_tokens":2563},"claude-opus-4-7":{"in_tokens":3269,"out_tokens":626},"mistral-large-2":{"in_tokens":1833,"out_tokens":793}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1714,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":24.754939187999994,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2387,"out_tokens":2427},"claude-opus-4-7":{"in_tokens":4481,"out_tokens":1121},"mistral-large-2":{"in_tokens":2565,"out_tokens":1145}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":268,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":23.100349190000003,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1735,"out_tokens":2136},"claude-opus-4-7":{"in_tokens":3320,"out_tokens":878},"mistral-large-2":{"in_tokens":1840,"out_tokens":781}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":23.634298947999994,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1291,"out_tokens":2465},"claude-opus-4-7":{"in_tokens":2467,"out_tokens":746},"mistral-large-2":{"in_tokens":1364,"out_tokens":598}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":27.40644221000001,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":2299},"claude-opus-4-7":{"in_tokens":2634,"out_tokens":760},"mistral-large-2":{"in_tokens":1511,"out_tokens":662}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":944,"error":null,"skip_reason":null,"score_raw":0.8095238095238096,"duration_s":12.881186688,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1526,"out_tokens":1821},"claude-opus-4-7":{"in_tokens":2923,"out_tokens":665},"mistral-large-2":{"in_tokens":1642,"out_tokens":564}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1262,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":17.748191027999994,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1638,"out_tokens":2727},"claude-opus-4-7":{"in_tokens":3254,"out_tokens":607},"mistral-large-2":{"in_tokens":1762,"out_tokens":729}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2151,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":38.767514832,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1895,"out_tokens":2984},"claude-opus-4-7":{"in_tokens":3659,"out_tokens":687},"mistral-large-2":{"in_tokens":2061,"out_tokens":696}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1162,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":15.110057705000003,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1685,"out_tokens":2826},"claude-opus-4-7":{"in_tokens":3237,"out_tokens":821},"mistral-large-2":{"in_tokens":1759,"out_tokens":803}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2479,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":40.242665208000005,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2004,"out_tokens":2703},"claude-opus-4-7":{"in_tokens":3799,"out_tokens":849},"mistral-large-2":{"in_tokens":2168,"out_tokens":1030}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":20.504283184000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":1021},"claude-opus-4-7":{"in_tokens":2353,"out_tokens":464},"mistral-large-2":{"in_tokens":1238,"out_tokens":489}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":197,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":20.617112462999998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1213,"out_tokens":1628},"claude-opus-4-7":{"in_tokens":2400,"out_tokens":626},"mistral-large-2":{"in_tokens":1276,"out_tokens":499}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":20.728193750000003,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1647,"out_tokens":1369},"claude-opus-4-7":{"in_tokens":3055,"out_tokens":538},"mistral-large-2":{"in_tokens":1754,"out_tokens":635}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1744,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":24.067477359999998,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2427,"out_tokens":3416},"claude-opus-4-7":{"in_tokens":4515,"out_tokens":1017},"mistral-large-2":{"in_tokens":2581,"out_tokens":1004}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":2868,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":47.50792426299999,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2166,"out_tokens":3544},"claude-opus-4-7":{"in_tokens":4142,"out_tokens":1067},"mistral-large-2":{"in_tokens":2311,"out_tokens":1154}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":20.93201146599999,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":2000},"claude-opus-4-7":{"in_tokens":2623,"out_tokens":638},"mistral-large-2":{"in_tokens":1419,"out_tokens":613}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1044,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":16.430458485000003,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1627,"out_tokens":1823},"claude-opus-4-7":{"in_tokens":3109,"out_tokens":485},"mistral-large-2":{"in_tokens":1698,"out_tokens":732}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1080,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":16.269957925,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1741,"out_tokens":1693},"claude-opus-4-7":{"in_tokens":3236,"out_tokens":526},"mistral-large-2":{"in_tokens":1792,"out_tokens":634}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":1000,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":18.55325325300001,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1650,"out_tokens":1824},"claude-opus-4-7":{"in_tokens":3058,"out_tokens":663},"mistral-large-2":{"in_tokens":1726,"out_tokens":678}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":1685,"error":null,"skip_reason":null,"score_raw":0.8095238095238096,"duration_s":22.481672228000008,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1416,"out_tokens":1573},"claude-opus-4-7":{"in_tokens":2780,"out_tokens":641},"mistral-large-2":{"in_tokens":1525,"out_tokens":491}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":1033,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":15.485539627999998,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1536,"out_tokens":2091},"claude-opus-4-7":{"in_tokens":2814,"out_tokens":508},"mistral-large-2":{"in_tokens":1596,"out_tokens":808}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":270,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":21.55356243200002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1576},"claude-opus-4-7":{"in_tokens":2664,"out_tokens":461},"mistral-large-2":{"in_tokens":1459,"out_tokens":521}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":1116,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":17.22240204500001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1472,"out_tokens":1676},"claude-opus-4-7":{"in_tokens":2786,"out_tokens":596},"mistral-large-2":{"in_tokens":1553,"out_tokens":909}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":23.82534620700001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1334,"out_tokens":1692},"claude-opus-4-7":{"in_tokens":2537,"out_tokens":574},"mistral-large-2":{"in_tokens":1395,"out_tokens":858}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":4296,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":67.70498860400001,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1990,"out_tokens":3079},"claude-opus-4-7":{"in_tokens":3836,"out_tokens":887},"mistral-large-2":{"in_tokens":2120,"out_tokens":768}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":23.505623634999992,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":1335},"claude-opus-4-7":{"in_tokens":2533,"out_tokens":613},"mistral-large-2":{"in_tokens":1416,"out_tokens":579}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":983,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":13.940675487000007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1373,"out_tokens":1609},"claude-opus-4-7":{"in_tokens":2616,"out_tokens":510},"mistral-large-2":{"in_tokens":1449,"out_tokens":580}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":1006,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":14.773502407999999,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1428,"out_tokens":1587},"claude-opus-4-7":{"in_tokens":2663,"out_tokens":585},"mistral-large-2":{"in_tokens":1481,"out_tokens":569}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":21.180842055000014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1935},"claude-opus-4-7":{"in_tokens":2143,"out_tokens":465},"mistral-large-2":{"in_tokens":1198,"out_tokens":601}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2617,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":34.503460412999985,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1636,"out_tokens":2216},"claude-opus-4-7":{"in_tokens":3260,"out_tokens":740},"mistral-large-2":{"in_tokens":1730,"out_tokens":745}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":377,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":69.360217198,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":1437},"claude-opus-4-7":{"in_tokens":2819,"out_tokens":650},"mistral-large-2":{"in_tokens":1448,"out_tokens":646}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":934,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":16.698935765000016,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1647,"out_tokens":1361},"claude-opus-4-7":{"in_tokens":3090,"out_tokens":516},"mistral-large-2":{"in_tokens":1700,"out_tokens":657}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":748,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":9.76979096400001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1634,"out_tokens":1215},"claude-opus-4-7":{"in_tokens":3034,"out_tokens":511},"mistral-large-2":{"in_tokens":1844,"out_tokens":481}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":725,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":11.682457426000013,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1506,"out_tokens":2200},"claude-opus-4-7":{"in_tokens":2910,"out_tokens":620},"mistral-large-2":{"in_tokens":1700,"out_tokens":608}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1071,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":14.794555600000024,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1542,"out_tokens":1868},"claude-opus-4-7":{"in_tokens":2913,"out_tokens":485},"mistral-large-2":{"in_tokens":1604,"out_tokens":654}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":18.844870461,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1085,"out_tokens":1071},"claude-opus-4-7":{"in_tokens":2056,"out_tokens":491},"mistral-large-2":{"in_tokens":1140,"out_tokens":489}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":20.195542894,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1098,"out_tokens":1113},"claude-opus-4-7":{"in_tokens":2077,"out_tokens":588},"mistral-large-2":{"in_tokens":1157,"out_tokens":582}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":610,"error":null,"skip_reason":null,"score_raw":0.8148148148148149,"duration_s":8.671861266999997,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1276,"out_tokens":2282},"claude-opus-4-7":{"in_tokens":2451,"out_tokens":736},"mistral-large-2":{"in_tokens":1402,"out_tokens":998}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":21.49858664499999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1093,"out_tokens":1218},"claude-opus-4-7":{"in_tokens":2047,"out_tokens":488},"mistral-large-2":{"in_tokens":1140,"out_tokens":491}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1057,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":16.918134552999987,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1766,"out_tokens":1640},"claude-opus-4-7":{"in_tokens":3255,"out_tokens":680},"mistral-large-2":{"in_tokens":1841,"out_tokens":701}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":863,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":11.494977551000005,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1512,"out_tokens":1870},"claude-opus-4-7":{"in_tokens":2886,"out_tokens":686},"mistral-large-2":{"in_tokens":1670,"out_tokens":689}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":330,"error":null,"skip_reason":null,"score_raw":0.8148148148148149,"duration_s":23.865864251999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1465,"out_tokens":1045},"claude-opus-4-7":{"in_tokens":2792,"out_tokens":518},"mistral-large-2":{"in_tokens":1528,"out_tokens":613}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":1771,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":27.076042392000005,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1894,"out_tokens":1567},"claude-opus-4-7":{"in_tokens":3576,"out_tokens":548},"mistral-large-2":{"in_tokens":1993,"out_tokens":602}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":608,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":15.656224419000011,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1677,"out_tokens":1986},"claude-opus-4-7":{"in_tokens":3225,"out_tokens":540},"mistral-large-2":{"in_tokens":1748,"out_tokens":639}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":919,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":12.889873369999975,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1397,"out_tokens":2358},"claude-opus-4-7":{"in_tokens":2688,"out_tokens":542},"mistral-large-2":{"in_tokens":1557,"out_tokens":829}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":1185,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":15.718482792000003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2040,"out_tokens":3367},"claude-opus-4-7":{"in_tokens":3790,"out_tokens":614},"mistral-large-2":{"in_tokens":2206,"out_tokens":601}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3383,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":48.58176284700001,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2064,"out_tokens":2462},"claude-opus-4-7":{"in_tokens":3800,"out_tokens":842},"mistral-large-2":{"in_tokens":2204,"out_tokens":623}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2583,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":38.522913757,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1615,"out_tokens":2461},"claude-opus-4-7":{"in_tokens":3098,"out_tokens":995},"mistral-large-2":{"in_tokens":1681,"out_tokens":787}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":824,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":12.162623330000002,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1429,"out_tokens":2689},"claude-opus-4-7":{"in_tokens":2749,"out_tokens":774},"mistral-large-2":{"in_tokens":1561,"out_tokens":787}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":19.197994327000004,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1207,"out_tokens":1374},"claude-opus-4-7":{"in_tokens":2285,"out_tokens":450},"mistral-large-2":{"in_tokens":1252,"out_tokens":687}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":934,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":13.691881087000013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1368,"out_tokens":965},"claude-opus-4-7":{"in_tokens":2746,"out_tokens":529},"mistral-large-2":{"in_tokens":1494,"out_tokens":537}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":18.286255001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1411,"out_tokens":1025},"claude-opus-4-7":{"in_tokens":2600,"out_tokens":458},"mistral-large-2":{"in_tokens":1590,"out_tokens":507}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":23.547369341000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":1859},"claude-opus-4-7":{"in_tokens":2694,"out_tokens":567},"mistral-large-2":{"in_tokens":1536,"out_tokens":559}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1350,"error":null,"skip_reason":null,"score_raw":0.8148148148148148,"duration_s":22.87399147900001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1839,"out_tokens":1495},"claude-opus-4-7":{"in_tokens":3480,"out_tokens":504},"mistral-large-2":{"in_tokens":1907,"out_tokens":662}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1027,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":17.12301615199999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1457,"out_tokens":1577},"claude-opus-4-7":{"in_tokens":2747,"out_tokens":538},"mistral-large-2":{"in_tokens":1552,"out_tokens":656}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":883,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":14.902325351000002,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":1062},"claude-opus-4-7":{"in_tokens":2563,"out_tokens":530},"mistral-large-2":{"in_tokens":1424,"out_tokens":579}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1605,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":21.547840086999997,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2289,"out_tokens":2691},"claude-opus-4-7":{"in_tokens":4387,"out_tokens":925},"mistral-large-2":{"in_tokens":2419,"out_tokens":802}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":279,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":23.033261716999988,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1676,"out_tokens":1800},"claude-opus-4-7":{"in_tokens":3120,"out_tokens":585},"mistral-large-2":{"in_tokens":1795,"out_tokens":564}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":783,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":23.49438149299999,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1854,"out_tokens":1494},"claude-opus-4-7":{"in_tokens":3470,"out_tokens":616},"mistral-large-2":{"in_tokens":1938,"out_tokens":758}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":1849,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":25.252094185000004,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2305,"out_tokens":3890},"claude-opus-4-7":{"in_tokens":4481,"out_tokens":877},"mistral-large-2":{"in_tokens":2490,"out_tokens":849}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1689,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":28.64298586700002,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1684,"out_tokens":2037},"claude-opus-4-7":{"in_tokens":3108,"out_tokens":623},"mistral-large-2":{"in_tokens":1752,"out_tokens":748}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":19.68298164800001,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1280,"out_tokens":1559},"claude-opus-4-7":{"in_tokens":2471,"out_tokens":551},"mistral-large-2":{"in_tokens":1393,"out_tokens":614}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1770,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":24.543227313000017,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2202,"out_tokens":2300},"claude-opus-4-7":{"in_tokens":4345,"out_tokens":713},"mistral-large-2":{"in_tokens":2395,"out_tokens":723}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":19.22571812999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":1452},"claude-opus-4-7":{"in_tokens":2163,"out_tokens":589},"mistral-large-2":{"in_tokens":1225,"out_tokens":615}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1749,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":24.597787906999997,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2215,"out_tokens":1935},"claude-opus-4-7":{"in_tokens":4363,"out_tokens":900},"mistral-large-2":{"in_tokens":2342,"out_tokens":737}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":616,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":13.440631092999979,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1741,"out_tokens":1469},"claude-opus-4-7":{"in_tokens":3319,"out_tokens":562},"mistral-large-2":{"in_tokens":1799,"out_tokens":638}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1399,"error":null,"skip_reason":null,"score_raw":0.9629629629629629,"duration_s":21.158859893,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1824,"out_tokens":1499},"claude-opus-4-7":{"in_tokens":3485,"out_tokens":515},"mistral-large-2":{"in_tokens":1891,"out_tokens":682}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":301,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.645289539000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1200},"claude-opus-4-7":{"in_tokens":2367,"out_tokens":514},"mistral-large-2":{"in_tokens":1352,"out_tokens":516}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1595,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":21.993044966000014,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2149,"out_tokens":3923},"claude-opus-4-7":{"in_tokens":4179,"out_tokens":854},"mistral-large-2":{"in_tokens":2319,"out_tokens":863}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1542,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":23.261147711999996,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1620,"out_tokens":1491},"claude-opus-4-7":{"in_tokens":3065,"out_tokens":595},"mistral-large-2":{"in_tokens":1684,"out_tokens":634}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1603,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":26.145299045,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1593,"out_tokens":1904},"claude-opus-4-7":{"in_tokens":3014,"out_tokens":534},"mistral-large-2":{"in_tokens":1662,"out_tokens":625}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":24.567760738000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1206,"out_tokens":1568},"claude-opus-4-7":{"in_tokens":2333,"out_tokens":677},"mistral-large-2":{"in_tokens":1304,"out_tokens":612}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":138,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":20.95153774299999,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1057,"out_tokens":1442},"claude-opus-4-7":{"in_tokens":2110,"out_tokens":583},"mistral-large-2":{"in_tokens":1159,"out_tokens":555}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":810,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.381937945000004,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1733,"out_tokens":2713},"claude-opus-4-7":{"in_tokens":3138,"out_tokens":588},"mistral-large-2":{"in_tokens":1814,"out_tokens":682}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":28.864166386999983,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2561,"out_tokens":2859},"claude-opus-4-7":{"in_tokens":5027,"out_tokens":921},"mistral-large-2":{"in_tokens":2669,"out_tokens":1045}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":384,"error":null,"skip_reason":null,"score_raw":0.2333333333333333,"duration_s":23.157813791000024,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1815,"out_tokens":2751},"claude-opus-4-7":{"in_tokens":3561,"out_tokens":826},"mistral-large-2":{"in_tokens":1906,"out_tokens":743}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":1865,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":29.220778886000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1583,"out_tokens":1450},"claude-opus-4-7":{"in_tokens":3042,"out_tokens":539},"mistral-large-2":{"in_tokens":1774,"out_tokens":598}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6999999999999998,"duration_s":28.137932618999997,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2389,"out_tokens":3512},"claude-opus-4-7":{"in_tokens":4691,"out_tokens":907},"mistral-large-2":{"in_tokens":2593,"out_tokens":931}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":23.056655817999996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1648,"out_tokens":2122},"claude-opus-4-7":{"in_tokens":3235,"out_tokens":739},"mistral-large-2":{"in_tokens":1766,"out_tokens":743}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1402,"error":null,"skip_reason":null,"score_raw":0.4761904761904762,"duration_s":25.09218007199999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1427,"out_tokens":1223},"claude-opus-4-7":{"in_tokens":2624,"out_tokens":541},"mistral-large-2":{"in_tokens":1608,"out_tokens":488}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":810,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":16.871715710000018,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1654,"out_tokens":1453},"claude-opus-4-7":{"in_tokens":3098,"out_tokens":682},"mistral-large-2":{"in_tokens":1748,"out_tokens":678}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":1939,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":27.47155105600001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1801,"out_tokens":3026},"claude-opus-4-7":{"in_tokens":3321,"out_tokens":556},"mistral-large-2":{"in_tokens":1943,"out_tokens":723}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":345,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":25.623588151999996,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1652,"out_tokens":1531},"claude-opus-4-7":{"in_tokens":3212,"out_tokens":679},"mistral-large-2":{"in_tokens":1785,"out_tokens":753}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1086,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":16.225476609000026,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1209,"out_tokens":2084},"claude-opus-4-7":{"in_tokens":2307,"out_tokens":711},"mistral-large-2":{"in_tokens":1333,"out_tokens":640}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":38.54498809199998,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2516,"out_tokens":3326},"claude-opus-4-7":{"in_tokens":4882,"out_tokens":876},"mistral-large-2":{"in_tokens":2698,"out_tokens":927}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1883,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":30.715420302000012,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1597,"out_tokens":2176},"claude-opus-4-7":{"in_tokens":3086,"out_tokens":804},"mistral-large-2":{"in_tokens":1767,"out_tokens":732}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":391,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":24.198990302,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1710,"out_tokens":2581},"claude-opus-4-7":{"in_tokens":3376,"out_tokens":687},"mistral-large-2":{"in_tokens":1799,"out_tokens":763}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":284,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":28.173778785000025,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1605,"out_tokens":2114},"claude-opus-4-7":{"in_tokens":3165,"out_tokens":581},"mistral-large-2":{"in_tokens":1727,"out_tokens":777}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":372,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":13.347369413000024,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":1633},"claude-opus-4-7":{"in_tokens":2349,"out_tokens":466},"mistral-large-2":{"in_tokens":1281,"out_tokens":546}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":356,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":23.213687827,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1903,"out_tokens":2563},"claude-opus-4-7":{"in_tokens":3689,"out_tokens":801},"mistral-large-2":{"in_tokens":1986,"out_tokens":660}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1428,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":22.178487271999984,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1332,"out_tokens":1771},"claude-opus-4-7":{"in_tokens":2567,"out_tokens":676},"mistral-large-2":{"in_tokens":1443,"out_tokens":660}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1652,"error":null,"skip_reason":null,"score_raw":0.8148148148148149,"duration_s":24.808302207000025,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1162,"out_tokens":2117},"claude-opus-4-7":{"in_tokens":2282,"out_tokens":621},"mistral-large-2":{"in_tokens":1269,"out_tokens":584}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":391,"error":null,"skip_reason":null,"score_raw":0.13333333333333333,"duration_s":27.675566851000013,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1717,"out_tokens":2434},"claude-opus-4-7":{"in_tokens":3380,"out_tokens":880},"mistral-large-2":{"in_tokens":1849,"out_tokens":890}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":772,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":17.42361722199999,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1627,"out_tokens":1581},"claude-opus-4-7":{"in_tokens":2960,"out_tokens":666},"mistral-large-2":{"in_tokens":1709,"out_tokens":654}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":341,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":27.732580659000007,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1799,"out_tokens":1667},"claude-opus-4-7":{"in_tokens":3507,"out_tokens":676},"mistral-large-2":{"in_tokens":1915,"out_tokens":758}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":3090,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":50.369424119,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1452,"out_tokens":1616},"claude-opus-4-7":{"in_tokens":2833,"out_tokens":556},"mistral-large-2":{"in_tokens":1620,"out_tokens":634}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":737,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":15.587100387999953,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1849,"out_tokens":1391},"claude-opus-4-7":{"in_tokens":3524,"out_tokens":554},"mistral-large-2":{"in_tokens":1920,"out_tokens":642}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":485,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":11.341137801999992,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1447,"out_tokens":1561},"claude-opus-4-7":{"in_tokens":2754,"out_tokens":520},"mistral-large-2":{"in_tokens":1507,"out_tokens":565}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":1856,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":31.97015303500001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2343,"out_tokens":1908},"claude-opus-4-7":{"in_tokens":4627,"out_tokens":729},"mistral-large-2":{"in_tokens":2540,"out_tokens":743}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":3605,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":62.36120535700002,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2542,"out_tokens":2549},"claude-opus-4-7":{"in_tokens":5011,"out_tokens":794},"mistral-large-2":{"in_tokens":2671,"out_tokens":847}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":441,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":8.801838158999999,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1532,"out_tokens":1586},"claude-opus-4-7":{"in_tokens":3005,"out_tokens":548},"mistral-large-2":{"in_tokens":1716,"out_tokens":579}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":2677,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":47.025229208999974,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2423,"out_tokens":4300},"claude-opus-4-7":{"in_tokens":4746,"out_tokens":855},"mistral-large-2":{"in_tokens":2635,"out_tokens":972}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":5.941347063000023,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1493,"out_tokens":1448},"claude-opus-4-7":{"in_tokens":2765,"out_tokens":509},"mistral-large-2":{"in_tokens":1682,"out_tokens":512}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":3055,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":41.17955466799998,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2400,"out_tokens":3045},"claude-opus-4-7":{"in_tokens":4785,"out_tokens":789},"mistral-large-2":{"in_tokens":2540,"out_tokens":1018}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2911,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":43.340509267000016,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2505,"out_tokens":2746},"claude-opus-4-7":{"in_tokens":4938,"out_tokens":796},"mistral-large-2":{"in_tokens":2714,"out_tokens":867}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":3058,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":41.313895887,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2555,"out_tokens":2529},"claude-opus-4-7":{"in_tokens":4963,"out_tokens":1068},"mistral-large-2":{"in_tokens":2676,"out_tokens":742}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":2876,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":50.172231399,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2553,"out_tokens":2337},"claude-opus-4-7":{"in_tokens":5022,"out_tokens":791},"mistral-large-2":{"in_tokens":2739,"out_tokens":1171}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2800,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":48.857012122000015,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2723,"out_tokens":2946},"claude-opus-4-7":{"in_tokens":5355,"out_tokens":817},"mistral-large-2":{"in_tokens":2912,"out_tokens":1059}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":419,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":72.56376934299999,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1804,"out_tokens":2275},"claude-opus-4-7":{"in_tokens":3376,"out_tokens":656},"mistral-large-2":{"in_tokens":1925,"out_tokens":686}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":365,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":7.727406437000013,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1405,"out_tokens":1851},"claude-opus-4-7":{"in_tokens":2735,"out_tokens":696},"mistral-large-2":{"in_tokens":1532,"out_tokens":618}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":6.354265246000011,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.2222222222222222,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1183,"out_tokens":1950},"claude-opus-4-7":{"in_tokens":2270,"out_tokens":627},"mistral-large-2":{"in_tokens":1294,"out_tokens":666}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":510,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":12.596125004000044,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":1857},"claude-opus-4-7":{"in_tokens":2789,"out_tokens":622},"mistral-large-2":{"in_tokens":1548,"out_tokens":640}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":199,"error":null,"skip_reason":null,"score_raw":0.40740740740740744,"duration_s":4.992340654999964,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1185,"out_tokens":1716},"claude-opus-4-7":{"in_tokens":2314,"out_tokens":687},"mistral-large-2":{"in_tokens":1286,"out_tokens":646}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":331,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":368.012011733,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1335,"out_tokens":1451},"claude-opus-4-7":{"in_tokens":2636,"out_tokens":482},"mistral-large-2":{"in_tokens":1406,"out_tokens":627}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":917,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":22.162169508000034,"hallucination_count":6.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":2322,"out_tokens":2627},"claude-opus-4-7":{"in_tokens":4534,"out_tokens":1064},"mistral-large-2":{"in_tokens":2433,"out_tokens":954}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":903,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":19.587804507999977,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2184,"out_tokens":3194},"claude-opus-4-7":{"in_tokens":4325,"out_tokens":1059},"mistral-large-2":{"in_tokens":2356,"out_tokens":843}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":1059,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":33.93315879099998,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2323,"out_tokens":2136},"claude-opus-4-7":{"in_tokens":4597,"out_tokens":900},"mistral-large-2":{"in_tokens":2498,"out_tokens":794}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":723,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":16.68608210499997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2016,"out_tokens":2000},"claude-opus-4-7":{"in_tokens":4086,"out_tokens":815},"mistral-large-2":{"in_tokens":2138,"out_tokens":737}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":729,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":14.707586832999937,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2007,"out_tokens":3122},"claude-opus-4-7":{"in_tokens":3914,"out_tokens":809},"mistral-large-2":{"in_tokens":2160,"out_tokens":771}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":852,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":28.995514412000034,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2380,"out_tokens":2992},"claude-opus-4-7":{"in_tokens":4682,"out_tokens":1067},"mistral-large-2":{"in_tokens":2479,"out_tokens":806}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":704,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":20.760398949999967,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2001,"out_tokens":3341},"claude-opus-4-7":{"in_tokens":3939,"out_tokens":795},"mistral-large-2":{"in_tokens":2153,"out_tokens":725}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1399,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":32.31048215499993,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2769,"out_tokens":3151},"claude-opus-4-7":{"in_tokens":5503,"out_tokens":876},"mistral-large-2":{"in_tokens":2969,"out_tokens":1062}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":366.34463077399994,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1189,"out_tokens":1947},"claude-opus-4-7":{"in_tokens":2374,"out_tokens":775},"mistral-large-2":{"in_tokens":1291,"out_tokens":544}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":461,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":970.8802875540001,"hallucination_count":5.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.25,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1535,"out_tokens":3042},"claude-opus-4-7":{"in_tokens":2953,"out_tokens":769},"mistral-large-2":{"in_tokens":1589,"out_tokens":759}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":576,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":972.8269637139999,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2035,"out_tokens":1802},"claude-opus-4-7":{"in_tokens":3787,"out_tokens":870},"mistral-large-2":{"in_tokens":2174,"out_tokens":699}}}