{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":457,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":10.020747088999997,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1572,"out_tokens":2127},"claude-opus-4-7":{"in_tokens":2996,"out_tokens":772},"mistral-large-2":{"in_tokens":1696,"out_tokens":770}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":363,"error":null,"skip_reason":null,"score_raw":0.2333333333333333,"duration_s":10.17845521000001,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.3,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1818,"out_tokens":2360},"claude-opus-4-7":{"in_tokens":3475,"out_tokens":800},"mistral-large-2":{"in_tokens":1930,"out_tokens":797}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":486,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":11.03716636499999,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1897,"out_tokens":1857},"claude-opus-4-7":{"in_tokens":3649,"out_tokens":664},"mistral-large-2":{"in_tokens":2049,"out_tokens":831}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":487,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":13.290686488999967,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":2222},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":952},"mistral-large-2":{"in_tokens":1650,"out_tokens":662}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1299,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":20.86288421400002,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2146,"out_tokens":2776},"claude-opus-4-7":{"in_tokens":4046,"out_tokens":829},"mistral-large-2":{"in_tokens":2313,"out_tokens":867}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1322,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":21.717570006999978,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2186,"out_tokens":3138},"claude-opus-4-7":{"in_tokens":4089,"out_tokens":908},"mistral-large-2":{"in_tokens":2330,"out_tokens":741}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1435,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":22.771688953999984,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1925,"out_tokens":2550},"claude-opus-4-7":{"in_tokens":3604,"out_tokens":754},"mistral-large-2":{"in_tokens":2079,"out_tokens":759}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.26666666666666666,"duration_s":21.262831240000025,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.3,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1716,"out_tokens":2659},"claude-opus-4-7":{"in_tokens":3274,"out_tokens":915},"mistral-large-2":{"in_tokens":1817,"out_tokens":743}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":23.09077129900001,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1682,"out_tokens":1907},"claude-opus-4-7":{"in_tokens":3212,"out_tokens":667},"mistral-large-2":{"in_tokens":1803,"out_tokens":844}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":21.85848810400003,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":2561},"claude-opus-4-7":{"in_tokens":2634,"out_tokens":678},"mistral-large-2":{"in_tokens":1504,"out_tokens":709}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1439,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.260495669999983,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1852,"out_tokens":2910},"claude-opus-4-7":{"in_tokens":3512,"out_tokens":720},"mistral-large-2":{"in_tokens":1958,"out_tokens":678}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":187,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":22.26710376500003,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1281,"out_tokens":2244},"claude-opus-4-7":{"in_tokens":2426,"out_tokens":690},"mistral-large-2":{"in_tokens":1353,"out_tokens":603}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":1204,"error":null,"skip_reason":null,"score_raw":0.9047619047619048,"duration_s":17.102593401999968,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1655,"out_tokens":1794},"claude-opus-4-7":{"in_tokens":3183,"out_tokens":768},"mistral-large-2":{"in_tokens":1788,"out_tokens":655}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1240,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":18.564254032000008,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1634,"out_tokens":2630},"claude-opus-4-7":{"in_tokens":3232,"out_tokens":634},"mistral-large-2":{"in_tokens":1738,"out_tokens":599}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1194,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.37182033099998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1718,"out_tokens":2334},"claude-opus-4-7":{"in_tokens":3269,"out_tokens":847},"mistral-large-2":{"in_tokens":1783,"out_tokens":758}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":21.25762389800002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1693,"out_tokens":1770},"claude-opus-4-7":{"in_tokens":3153,"out_tokens":538},"mistral-large-2":{"in_tokens":1802,"out_tokens":773}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":22.47600571800001,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1210,"out_tokens":2259},"claude-opus-4-7":{"in_tokens":2416,"out_tokens":504},"mistral-large-2":{"in_tokens":1278,"out_tokens":505}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":21.814012468000044,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":2167},"claude-opus-4-7":{"in_tokens":2623,"out_tokens":652},"mistral-large-2":{"in_tokens":1419,"out_tokens":804}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1636,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":24.176469697000016,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2351,"out_tokens":2773},"claude-opus-4-7":{"in_tokens":4407,"out_tokens":770},"mistral-large-2":{"in_tokens":2508,"out_tokens":1272}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":149,"error":null,"skip_reason":null,"score_raw":0.09523809523809523,"duration_s":27.164644368999973,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":1572},"claude-opus-4-7":{"in_tokens":2298,"out_tokens":590},"mistral-large-2":{"in_tokens":1224,"out_tokens":499}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":978,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":16.596698088999972,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1636,"out_tokens":1647},"claude-opus-4-7":{"in_tokens":3036,"out_tokens":595},"mistral-large-2":{"in_tokens":1715,"out_tokens":667}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1180,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":16.818304194000007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1710,"out_tokens":1766},"claude-opus-4-7":{"in_tokens":3245,"out_tokens":506},"mistral-large-2":{"in_tokens":1779,"out_tokens":623}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2289,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":56.17712343599999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2070,"out_tokens":2877},"claude-opus-4-7":{"in_tokens":3943,"out_tokens":860},"mistral-large-2":{"in_tokens":2248,"out_tokens":1012}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1036,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":15.723071692000019,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1701,"out_tokens":1286},"claude-opus-4-7":{"in_tokens":3192,"out_tokens":530},"mistral-large-2":{"in_tokens":1763,"out_tokens":606}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":1077,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":15.119388274999949,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1533,"out_tokens":3067},"claude-opus-4-7":{"in_tokens":2858,"out_tokens":468},"mistral-large-2":{"in_tokens":1602,"out_tokens":685}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":2746,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":65.110138052,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1656,"out_tokens":1933},"claude-opus-4-7":{"in_tokens":3152,"out_tokens":552},"mistral-large-2":{"in_tokens":1762,"out_tokens":910}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":0.25925925925925924,"duration_s":22.201312846000008,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":1994},"claude-opus-4-7":{"in_tokens":2563,"out_tokens":546},"mistral-large-2":{"in_tokens":1432,"out_tokens":587}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":277,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":23.008448600999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1367,"out_tokens":1210},"claude-opus-4-7":{"in_tokens":2620,"out_tokens":493},"mistral-large-2":{"in_tokens":1427,"out_tokens":467}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.310390856000026,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1142,"out_tokens":1337},"claude-opus-4-7":{"in_tokens":2135,"out_tokens":485},"mistral-large-2":{"in_tokens":1195,"out_tokens":539}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":799,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":13.882354591999956,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":1703},"claude-opus-4-7":{"in_tokens":2469,"out_tokens":533},"mistral-large-2":{"in_tokens":1398,"out_tokens":535}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2762,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":69.670626303,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2058,"out_tokens":3010},"claude-opus-4-7":{"in_tokens":3924,"out_tokens":971},"mistral-large-2":{"in_tokens":2244,"out_tokens":1426}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":24.98846574299995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1452,"out_tokens":1273},"claude-opus-4-7":{"in_tokens":2779,"out_tokens":584},"mistral-large-2":{"in_tokens":1507,"out_tokens":593}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":1115,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":15.66495428099995,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":1121},"claude-opus-4-7":{"in_tokens":2748,"out_tokens":471},"mistral-large-2":{"in_tokens":1499,"out_tokens":562}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":967,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":15.829123381999977,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1420,"out_tokens":1790},"claude-opus-4-7":{"in_tokens":2624,"out_tokens":514},"mistral-large-2":{"in_tokens":1477,"out_tokens":716}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":338,"error":null,"skip_reason":null,"score_raw":0.047619047619047616,"duration_s":68.38232166499998,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1344,"out_tokens":1706},"claude-opus-4-7":{"in_tokens":2648,"out_tokens":646},"mistral-large-2":{"in_tokens":1413,"out_tokens":727}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1107,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":20.057101294000006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1720,"out_tokens":1487},"claude-opus-4-7":{"in_tokens":3263,"out_tokens":583},"mistral-large-2":{"in_tokens":1789,"out_tokens":671}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":736,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":10.902270598999962,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1511,"out_tokens":1667},"claude-opus-4-7":{"in_tokens":2921,"out_tokens":476},"mistral-large-2":{"in_tokens":1710,"out_tokens":563}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":769,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":10.739384481000002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1644,"out_tokens":1842},"claude-opus-4-7":{"in_tokens":3055,"out_tokens":642},"mistral-large-2":{"in_tokens":1853,"out_tokens":549}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1076,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":14.81734665099998,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1545,"out_tokens":1543},"claude-opus-4-7":{"in_tokens":2918,"out_tokens":488},"mistral-large-2":{"in_tokens":1607,"out_tokens":615}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":19.824044576000006,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1071,"out_tokens":1366},"claude-opus-4-7":{"in_tokens":2040,"out_tokens":512},"mistral-large-2":{"in_tokens":1129,"out_tokens":550}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":19.542431147000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1103,"out_tokens":1247},"claude-opus-4-7":{"in_tokens":2078,"out_tokens":505},"mistral-large-2":{"in_tokens":1153,"out_tokens":523}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":20.870400037000024,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1064,"out_tokens":1253},"claude-opus-4-7":{"in_tokens":2028,"out_tokens":510},"mistral-large-2":{"in_tokens":1115,"out_tokens":496}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":3980,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":89.20268172799999,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2318,"out_tokens":2482},"claude-opus-4-7":{"in_tokens":4453,"out_tokens":876},"mistral-large-2":{"in_tokens":2474,"out_tokens":931}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":20.905782942999963,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1375,"out_tokens":1130},"claude-opus-4-7":{"in_tokens":2619,"out_tokens":463},"mistral-large-2":{"in_tokens":1426,"out_tokens":615}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":646,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":9.379592823999985,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1295,"out_tokens":2072},"claude-opus-4-7":{"in_tokens":2487,"out_tokens":624},"mistral-large-2":{"in_tokens":1426,"out_tokens":649}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":896,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":13.677934779999987,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1518,"out_tokens":2151},"claude-opus-4-7":{"in_tokens":2919,"out_tokens":664},"mistral-large-2":{"in_tokens":1683,"out_tokens":732}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":487,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":15.79637427199998,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1558,"out_tokens":2460},"claude-opus-4-7":{"in_tokens":2995,"out_tokens":663},"mistral-large-2":{"in_tokens":1627,"out_tokens":606}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":942,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":13.691841744000044,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1392,"out_tokens":1701},"claude-opus-4-7":{"in_tokens":2711,"out_tokens":469},"mistral-large-2":{"in_tokens":1554,"out_tokens":745}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":1054,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":15.78480731999997,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1965,"out_tokens":3632},"claude-opus-4-7":{"in_tokens":3659,"out_tokens":647},"mistral-large-2":{"in_tokens":2111,"out_tokens":1206}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2246,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":45.96024249499999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1649,"out_tokens":1658},"claude-opus-4-7":{"in_tokens":3307,"out_tokens":566},"mistral-large-2":{"in_tokens":1759,"out_tokens":679}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":635,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":10.271464520999984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":1839},"claude-opus-4-7":{"in_tokens":2447,"out_tokens":488},"mistral-large-2":{"in_tokens":1350,"out_tokens":537}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":915,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":14.010947402999989,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1478,"out_tokens":2352},"claude-opus-4-7":{"in_tokens":2840,"out_tokens":838},"mistral-large-2":{"in_tokens":1609,"out_tokens":746}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":19.514172961000043,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1177,"out_tokens":1252},"claude-opus-4-7":{"in_tokens":2229,"out_tokens":493},"mistral-large-2":{"in_tokens":1222,"out_tokens":509}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":18.570459772999982,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1396,"out_tokens":1298},"claude-opus-4-7":{"in_tokens":2587,"out_tokens":548},"mistral-large-2":{"in_tokens":1574,"out_tokens":499}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":1961,"error":null,"skip_reason":null,"score_raw":0.8095238095238096,"duration_s":44.364121797999985,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1501,"out_tokens":1558},"claude-opus-4-7":{"in_tokens":2958,"out_tokens":435},"mistral-large-2":{"in_tokens":1610,"out_tokens":514}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":22.186250300999973,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":1415},"claude-opus-4-7":{"in_tokens":2694,"out_tokens":595},"mistral-large-2":{"in_tokens":1536,"out_tokens":567}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":733,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":17.960043919000043,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1801,"out_tokens":1401},"claude-opus-4-7":{"in_tokens":3372,"out_tokens":636},"mistral-large-2":{"in_tokens":1888,"out_tokens":652}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":278,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":27.791141908000043,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1677,"out_tokens":2131},"claude-opus-4-7":{"in_tokens":3138,"out_tokens":641},"mistral-large-2":{"in_tokens":1789,"out_tokens":536}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1818,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":25.387618144999976,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2367,"out_tokens":2766},"claude-opus-4-7":{"in_tokens":4600,"out_tokens":939},"mistral-large-2":{"in_tokens":2495,"out_tokens":803}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":1914,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":26.079341134000003,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2354,"out_tokens":3341},"claude-opus-4-7":{"in_tokens":4546,"out_tokens":1059},"mistral-large-2":{"in_tokens":2547,"out_tokens":758}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.3703703703703704,"duration_s":18.035087035000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":1574},"claude-opus-4-7":{"in_tokens":2173,"out_tokens":576},"mistral-large-2":{"in_tokens":1234,"out_tokens":544}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":20.16878888499997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1279,"out_tokens":1357},"claude-opus-4-7":{"in_tokens":2472,"out_tokens":588},"mistral-large-2":{"in_tokens":1401,"out_tokens":569}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1034,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":18.731818702999988,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1679,"out_tokens":1648},"claude-opus-4-7":{"in_tokens":3117,"out_tokens":653},"mistral-large-2":{"in_tokens":1750,"out_tokens":598}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1612,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":23.79159785300004,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2144,"out_tokens":2424},"claude-opus-4-7":{"in_tokens":4226,"out_tokens":802},"mistral-large-2":{"in_tokens":2276,"out_tokens":804}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1726,"error":null,"skip_reason":null,"score_raw":0.9333333333333332,"duration_s":24.711140383999975,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2218,"out_tokens":2646},"claude-opus-4-7":{"in_tokens":4301,"out_tokens":736},"mistral-large-2":{"in_tokens":2411,"out_tokens":765}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":805,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":17.25615269299999,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1929,"out_tokens":1713},"claude-opus-4-7":{"in_tokens":3655,"out_tokens":569},"mistral-large-2":{"in_tokens":1988,"out_tokens":718}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":22.71597147199998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1174,"out_tokens":1381},"claude-opus-4-7":{"in_tokens":2269,"out_tokens":535},"mistral-large-2":{"in_tokens":1310,"out_tokens":780}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3527,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":67.47526242000004,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2335,"out_tokens":2952},"claude-opus-4-7":{"in_tokens":4402,"out_tokens":786},"mistral-large-2":{"in_tokens":2501,"out_tokens":826}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":497,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":10.699493458000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1441,"out_tokens":1564},"claude-opus-4-7":{"in_tokens":2694,"out_tokens":517},"mistral-large-2":{"in_tokens":1501,"out_tokens":594}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1578,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":22.526466253000024,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2146,"out_tokens":3509},"claude-opus-4-7":{"in_tokens":4162,"out_tokens":907},"mistral-large-2":{"in_tokens":2318,"out_tokens":1003}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":138,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":21.682729494,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1057,"out_tokens":1512},"claude-opus-4-7":{"in_tokens":2110,"out_tokens":566},"mistral-large-2":{"in_tokens":1159,"out_tokens":609}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":27.747188781999967,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1166,"out_tokens":1757},"claude-opus-4-7":{"in_tokens":2272,"out_tokens":635},"mistral-large-2":{"in_tokens":1257,"out_tokens":501}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2677,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":57.83285100699999,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1581,"out_tokens":2859},"claude-opus-4-7":{"in_tokens":3077,"out_tokens":749},"mistral-large-2":{"in_tokens":1647,"out_tokens":780}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.9666666666666667,"duration_s":28.571431992000043,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2604,"out_tokens":3207},"claude-opus-4-7":{"in_tokens":5028,"out_tokens":776},"mistral-large-2":{"in_tokens":2713,"out_tokens":806}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":2169,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":50.73872998600001,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1972,"out_tokens":1550},"claude-opus-4-7":{"in_tokens":3800,"out_tokens":504},"mistral-large-2":{"in_tokens":2074,"out_tokens":634}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":489,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":20.962341697,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.2,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1826,"out_tokens":2680},"claude-opus-4-7":{"in_tokens":3599,"out_tokens":687},"mistral-large-2":{"in_tokens":1960,"out_tokens":1217}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1468,"error":null,"skip_reason":null,"score_raw":0.8148148148148148,"duration_s":26.98704672599996,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1829,"out_tokens":1613},"claude-opus-4-7":{"in_tokens":3461,"out_tokens":582},"mistral-large-2":{"in_tokens":1887,"out_tokens":784}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":28.694125466000003,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1844,"out_tokens":2565},"claude-opus-4-7":{"in_tokens":3605,"out_tokens":724},"mistral-large-2":{"in_tokens":1938,"out_tokens":678}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":622,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":13.819497409999997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1481,"out_tokens":1559},"claude-opus-4-7":{"in_tokens":2760,"out_tokens":553},"mistral-large-2":{"in_tokens":1560,"out_tokens":723}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":28.675669889000005,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2390,"out_tokens":3450},"claude-opus-4-7":{"in_tokens":4689,"out_tokens":921},"mistral-large-2":{"in_tokens":2571,"out_tokens":866}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1342,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":23.144368570999973,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1657,"out_tokens":1735},"claude-opus-4-7":{"in_tokens":3078,"out_tokens":521},"mistral-large-2":{"in_tokens":1732,"out_tokens":789}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.9333333333333332,"duration_s":31.86983819599999,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2516,"out_tokens":2629},"claude-opus-4-7":{"in_tokens":4883,"out_tokens":975},"mistral-large-2":{"in_tokens":2718,"out_tokens":1239}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":921,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":17.797165344000007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1416,"out_tokens":1205},"claude-opus-4-7":{"in_tokens":2671,"out_tokens":595},"mistral-large-2":{"in_tokens":1494,"out_tokens":705}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":391,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":9.484073747000025,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":1699},"claude-opus-4-7":{"in_tokens":2382,"out_tokens":502},"mistral-large-2":{"in_tokens":1300,"out_tokens":586}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":304,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":23.765809850999972,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1624,"out_tokens":1941},"claude-opus-4-7":{"in_tokens":3193,"out_tokens":840},"mistral-large-2":{"in_tokens":1716,"out_tokens":830}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":345,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":24.392011920000016,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1652,"out_tokens":1676},"claude-opus-4-7":{"in_tokens":3212,"out_tokens":709},"mistral-large-2":{"in_tokens":1785,"out_tokens":761}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":20.373370666000028,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1841,"out_tokens":2485},"claude-opus-4-7":{"in_tokens":3555,"out_tokens":699},"mistral-large-2":{"in_tokens":1928,"out_tokens":703}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":425,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":27.559808453000016,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1743,"out_tokens":2569},"claude-opus-4-7":{"in_tokens":3440,"out_tokens":707},"mistral-large-2":{"in_tokens":1877,"out_tokens":1075}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1546,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":27.177858227,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1971,"out_tokens":1119},"claude-opus-4-7":{"in_tokens":3697,"out_tokens":642},"mistral-large-2":{"in_tokens":2045,"out_tokens":683}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1331,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":24.336411955000017,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1601,"out_tokens":1408},"claude-opus-4-7":{"in_tokens":3048,"out_tokens":439},"mistral-large-2":{"in_tokens":1671,"out_tokens":652}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1833,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":37.618275058999984,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1568,"out_tokens":1413},"claude-opus-4-7":{"in_tokens":2926,"out_tokens":483},"mistral-large-2":{"in_tokens":1625,"out_tokens":601}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":839,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":42.52681639900004,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1372,"out_tokens":1181},"claude-opus-4-7":{"in_tokens":2612,"out_tokens":443},"mistral-large-2":{"in_tokens":1442,"out_tokens":604}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":396,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":26.981576138000037,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1725,"out_tokens":1920},"claude-opus-4-7":{"in_tokens":3391,"out_tokens":755},"mistral-large-2":{"in_tokens":1854,"out_tokens":730}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":358,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":31.54636271100003,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1815,"out_tokens":2024},"claude-opus-4-7":{"in_tokens":3538,"out_tokens":621},"mistral-large-2":{"in_tokens":1934,"out_tokens":699}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1803,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":36.574826519,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1444,"out_tokens":1233},"claude-opus-4-7":{"in_tokens":2661,"out_tokens":496},"mistral-large-2":{"in_tokens":1634,"out_tokens":537}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1615,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":33.77417303300001,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1457,"out_tokens":2449},"claude-opus-4-7":{"in_tokens":2785,"out_tokens":1015},"mistral-large-2":{"in_tokens":1599,"out_tokens":793}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":2421,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":45.623543047,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1627,"out_tokens":1841},"claude-opus-4-7":{"in_tokens":3143,"out_tokens":542},"mistral-large-2":{"in_tokens":1831,"out_tokens":696}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":381,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":72.23986187700001,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":1687},"claude-opus-4-7":{"in_tokens":2353,"out_tokens":562},"mistral-large-2":{"in_tokens":1318,"out_tokens":527}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":2513,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":50.121115035,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2055,"out_tokens":2507},"claude-opus-4-7":{"in_tokens":3789,"out_tokens":706},"mistral-large-2":{"in_tokens":2236,"out_tokens":909}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1282,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":22.52290411900003,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1213,"out_tokens":2414},"claude-opus-4-7":{"in_tokens":2311,"out_tokens":653},"mistral-large-2":{"in_tokens":1334,"out_tokens":730}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":727,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":15.755807283000024,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1845,"out_tokens":1579},"claude-opus-4-7":{"in_tokens":3494,"out_tokens":730},"mistral-large-2":{"in_tokens":1910,"out_tokens":669}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1274,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":23.440606533999983,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":1817},"claude-opus-4-7":{"in_tokens":2654,"out_tokens":739},"mistral-large-2":{"in_tokens":1497,"out_tokens":649}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":586,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":14.128204729999993,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1549,"out_tokens":1258},"claude-opus-4-7":{"in_tokens":2986,"out_tokens":563},"mistral-large-2":{"in_tokens":1608,"out_tokens":579}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1304,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":26.17793326100002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1198,"out_tokens":1348},"claude-opus-4-7":{"in_tokens":2379,"out_tokens":596},"mistral-large-2":{"in_tokens":1310,"out_tokens":527}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2379,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":44.243445029999975,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1317,"out_tokens":1709},"claude-opus-4-7":{"in_tokens":2562,"out_tokens":594},"mistral-large-2":{"in_tokens":1463,"out_tokens":689}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":450,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":10.45599914199994,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1535,"out_tokens":1510},"claude-opus-4-7":{"in_tokens":3010,"out_tokens":630},"mistral-large-2":{"in_tokens":1724,"out_tokens":667}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.4761904761904761,"duration_s":7.947947967000005,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1531,"out_tokens":1286},"claude-opus-4-7":{"in_tokens":2810,"out_tokens":503},"mistral-large-2":{"in_tokens":1721,"out_tokens":531}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":436,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":9.729682328999957,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1822,"out_tokens":3387},"claude-opus-4-7":{"in_tokens":3401,"out_tokens":813},"mistral-large-2":{"in_tokens":1942,"out_tokens":666}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":2423,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":58.902751591000026,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2319,"out_tokens":2512},"claude-opus-4-7":{"in_tokens":4519,"out_tokens":711},"mistral-large-2":{"in_tokens":2428,"out_tokens":817}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":2749,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":46.49119117099997,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2029,"out_tokens":2208},"claude-opus-4-7":{"in_tokens":4030,"out_tokens":873},"mistral-large-2":{"in_tokens":2151,"out_tokens":884}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2526,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":59.068633168000076,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2565,"out_tokens":2082},"claude-opus-4-7":{"in_tokens":5053,"out_tokens":818},"mistral-large-2":{"in_tokens":2798,"out_tokens":1067}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":2801,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":72.08475304399997,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2547,"out_tokens":3018},"claude-opus-4-7":{"in_tokens":5026,"out_tokens":797},"mistral-large-2":{"in_tokens":2763,"out_tokens":897}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":416,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":70.27015723699992,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1448,"out_tokens":1454},"claude-opus-4-7":{"in_tokens":2805,"out_tokens":748},"mistral-large-2":{"in_tokens":1583,"out_tokens":671}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.3703703703703704,"duration_s":5.586208488000011,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1155,"out_tokens":2190},"claude-opus-4-7":{"in_tokens":2193,"out_tokens":651},"mistral-large-2":{"in_tokens":1273,"out_tokens":647}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2646,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":72.31120222499999,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2304,"out_tokens":2967},"claude-opus-4-7":{"in_tokens":4568,"out_tokens":910},"mistral-large-2":{"in_tokens":2493,"out_tokens":807}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":359,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":8.611466629000006,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1262,"out_tokens":2454},"claude-opus-4-7":{"in_tokens":2485,"out_tokens":438},"mistral-large-2":{"in_tokens":1397,"out_tokens":623}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":402,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":371.60924575900003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":1738},"claude-opus-4-7":{"in_tokens":2862,"out_tokens":555},"mistral-large-2":{"in_tokens":1473,"out_tokens":577}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":611,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":375.480547279,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2061,"out_tokens":2524},"claude-opus-4-7":{"in_tokens":3876,"out_tokens":782},"mistral-large-2":{"in_tokens":2209,"out_tokens":767}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":3316,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":71.36231163899993,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2557,"out_tokens":2351},"claude-opus-4-7":{"in_tokens":5028,"out_tokens":964},"mistral-large-2":{"in_tokens":2675,"out_tokens":801}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2838,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":66.23043998600008,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2633,"out_tokens":2165},"claude-opus-4-7":{"in_tokens":5127,"out_tokens":585},"mistral-large-2":{"in_tokens":2824,"out_tokens":753}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":3045,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":71.19053072099996,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2466,"out_tokens":2083},"claude-opus-4-7":{"in_tokens":4846,"out_tokens":688},"mistral-large-2":{"in_tokens":2658,"out_tokens":836}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":65.31594715400001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1224,"out_tokens":1607},"claude-opus-4-7":{"in_tokens":2377,"out_tokens":598},"mistral-large-2":{"in_tokens":1322,"out_tokens":644}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":66.35800567500007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":1787},"claude-opus-4-7":{"in_tokens":2315,"out_tokens":843},"mistral-large-2":{"in_tokens":1265,"out_tokens":597}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":940,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":81.56776217800007,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2228,"out_tokens":2789},"claude-opus-4-7":{"in_tokens":4426,"out_tokens":1138},"mistral-large-2":{"in_tokens":2393,"out_tokens":802}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":896,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":82.111115326,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2163,"out_tokens":3052},"claude-opus-4-7":{"in_tokens":4236,"out_tokens":782},"mistral-large-2":{"in_tokens":2335,"out_tokens":835}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":607,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":16.774779018999993,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1907,"out_tokens":1879},"claude-opus-4-7":{"in_tokens":3824,"out_tokens":881},"mistral-large-2":{"in_tokens":2022,"out_tokens":855}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":687,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":15.860217571000021,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1951,"out_tokens":2336},"claude-opus-4-7":{"in_tokens":3895,"out_tokens":873},"mistral-large-2":{"in_tokens":2118,"out_tokens":764}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":639,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":15.003211720999957,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.2,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2168,"out_tokens":3302},"claude-opus-4-7":{"in_tokens":4216,"out_tokens":1101},"mistral-large-2":{"in_tokens":2266,"out_tokens":789}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1240,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":29.022208918000047,"hallucination_count":5.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2625,"out_tokens":3197},"claude-opus-4-7":{"in_tokens":5208,"out_tokens":1177},"mistral-large-2":{"in_tokens":2810,"out_tokens":1285}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":746,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":77.85891724199996,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2052,"out_tokens":3066},"claude-opus-4-7":{"in_tokens":4046,"out_tokens":742},"mistral-large-2":{"in_tokens":2195,"out_tokens":789}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":694,"error":null,"skip_reason":null,"score_raw":0.26666666666666666,"duration_s":375.803977733,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2111,"out_tokens":2767},"claude-opus-4-7":{"in_tokens":4101,"out_tokens":1133},"mistral-large-2":{"in_tokens":2210,"out_tokens":798}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":540,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":973.1282290119999,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1607,"out_tokens":2521},"claude-opus-4-7":{"in_tokens":3131,"out_tokens":966},"mistral-large-2":{"in_tokens":1668,"out_tokens":764}}}