{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":358,"error":null,"skip_reason":null,"score_raw":0.09999999999999999,"duration_s":8.084300098,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1813,"out_tokens":3098},"claude-opus-4-7":{"in_tokens":3475,"out_tokens":834},"mistral-large-2":{"in_tokens":1925,"out_tokens":698}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":413,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":8.980216147999997,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1492,"out_tokens":3008},"claude-opus-4-7":{"in_tokens":2831,"out_tokens":869},"mistral-large-2":{"in_tokens":1576,"out_tokens":763}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":511,"error":null,"skip_reason":null,"score_raw":0.19999999999999998,"duration_s":13.066445042999995,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1926,"out_tokens":2030},"claude-opus-4-7":{"in_tokens":3692,"out_tokens":944},"mistral-large-2":{"in_tokens":2074,"out_tokens":981}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":481,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":13.203237621999996,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1596,"out_tokens":2086},"claude-opus-4-7":{"in_tokens":3085,"out_tokens":729},"mistral-large-2":{"in_tokens":1720,"out_tokens":610}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1235,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":19.790464403,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2119,"out_tokens":3097},"claude-opus-4-7":{"in_tokens":4002,"out_tokens":910},"mistral-large-2":{"in_tokens":2244,"out_tokens":762}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1172,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":20.360440392999998,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2076,"out_tokens":2582},"claude-opus-4-7":{"in_tokens":3919,"out_tokens":854},"mistral-large-2":{"in_tokens":2225,"out_tokens":886}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1296,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":21.129791000999994,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1757,"out_tokens":2783},"claude-opus-4-7":{"in_tokens":3369,"out_tokens":644},"mistral-large-2":{"in_tokens":1863,"out_tokens":683}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1399,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":23.201435535999998,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1885,"out_tokens":2146},"claude-opus-4-7":{"in_tokens":3568,"out_tokens":1040},"mistral-large-2":{"in_tokens":2027,"out_tokens":718}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":24.226970557999998,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1714,"out_tokens":2072},"claude-opus-4-7":{"in_tokens":3283,"out_tokens":685},"mistral-large-2":{"in_tokens":1848,"out_tokens":902}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":187,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":23.542296551999996,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1281,"out_tokens":3026},"claude-opus-4-7":{"in_tokens":2426,"out_tokens":613},"mistral-large-2":{"in_tokens":1353,"out_tokens":632}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":23.664870895999996,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1742,"out_tokens":2372},"claude-opus-4-7":{"in_tokens":3314,"out_tokens":931},"mistral-large-2":{"in_tokens":1844,"out_tokens":807}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":283,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":25.405548661000005,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1430,"out_tokens":1853},"claude-opus-4-7":{"in_tokens":2690,"out_tokens":919},"mistral-large-2":{"in_tokens":1540,"out_tokens":731}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2538,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":33.192944127000004,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2191,"out_tokens":2077},"claude-opus-4-7":{"in_tokens":4168,"out_tokens":1075},"mistral-large-2":{"in_tokens":2388,"out_tokens":1047}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":975,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":14.075665657000002,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1522,"out_tokens":2081},"claude-opus-4-7":{"in_tokens":2954,"out_tokens":578},"mistral-large-2":{"in_tokens":1622,"out_tokens":569}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1313,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.871805342000002,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1681,"out_tokens":2998},"claude-opus-4-7":{"in_tokens":3305,"out_tokens":639},"mistral-large-2":{"in_tokens":1776,"out_tokens":612}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":2880,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":39.566902264,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2177,"out_tokens":2146},"claude-opus-4-7":{"in_tokens":4176,"out_tokens":973},"mistral-large-2":{"in_tokens":2315,"out_tokens":970}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1440,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":20.382269430999997,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2286,"out_tokens":3724},"claude-opus-4-7":{"in_tokens":4211,"out_tokens":904},"mistral-large-2":{"in_tokens":2418,"out_tokens":815}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1309,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":20.267914560999998,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1767,"out_tokens":2355},"claude-opus-4-7":{"in_tokens":3384,"out_tokens":816},"mistral-large-2":{"in_tokens":1844,"out_tokens":802}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":3342,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":46.65675066400001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2126,"out_tokens":2488},"claude-opus-4-7":{"in_tokens":4077,"out_tokens":865},"mistral-large-2":{"in_tokens":2295,"out_tokens":729}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":21.948375638,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1738,"out_tokens":1905},"claude-opus-4-7":{"in_tokens":3236,"out_tokens":546},"mistral-large-2":{"in_tokens":1842,"out_tokens":842}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":199,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":24.081464714999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1205,"out_tokens":1872},"claude-opus-4-7":{"in_tokens":2411,"out_tokens":524},"mistral-large-2":{"in_tokens":1266,"out_tokens":563}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":22.540937344,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":1943},"claude-opus-4-7":{"in_tokens":2623,"out_tokens":616},"mistral-large-2":{"in_tokens":1419,"out_tokens":683}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":25.258710542000003,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":2092},"claude-opus-4-7":{"in_tokens":2462,"out_tokens":453},"mistral-large-2":{"in_tokens":1314,"out_tokens":490}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1141,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":19.732204748,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1667,"out_tokens":2179},"claude-opus-4-7":{"in_tokens":3206,"out_tokens":430},"mistral-large-2":{"in_tokens":1741,"out_tokens":659}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":989,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":15.47420451699999,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1636,"out_tokens":2216},"claude-opus-4-7":{"in_tokens":3047,"out_tokens":678},"mistral-large-2":{"in_tokens":1705,"out_tokens":701}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":3926,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":54.83325871500001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1811,"out_tokens":2393},"claude-opus-4-7":{"in_tokens":3494,"out_tokens":720},"mistral-large-2":{"in_tokens":1925,"out_tokens":670}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":788,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":12.207160197999997,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1377,"out_tokens":1977},"claude-opus-4-7":{"in_tokens":2569,"out_tokens":477},"mistral-large-2":{"in_tokens":1434,"out_tokens":524}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1158,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":16.875573016000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1774,"out_tokens":1090},"claude-opus-4-7":{"in_tokens":3314,"out_tokens":478},"mistral-large-2":{"in_tokens":1833,"out_tokens":656}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":1809,"error":null,"skip_reason":null,"score_raw":0.9047619047619048,"duration_s":28.074621886000003,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1412,"out_tokens":1630},"claude-opus-4-7":{"in_tokens":2789,"out_tokens":518},"mistral-large-2":{"in_tokens":1499,"out_tokens":524}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":972,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":14.450773593999998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1423,"out_tokens":1637},"claude-opus-4-7":{"in_tokens":2629,"out_tokens":514},"mistral-large-2":{"in_tokens":1474,"out_tokens":740}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":1170,"error":null,"skip_reason":null,"score_raw":0.9629629629629629,"duration_s":16.73619099599999,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":932},"claude-opus-4-7":{"in_tokens":2840,"out_tokens":506},"mistral-large-2":{"in_tokens":1594,"out_tokens":611}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":19.10788529899999,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":1768},"claude-opus-4-7":{"in_tokens":2180,"out_tokens":438},"mistral-large-2":{"in_tokens":1213,"out_tokens":507}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2841,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":38.04159427600001,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1668,"out_tokens":2890},"claude-opus-4-7":{"in_tokens":3330,"out_tokens":532},"mistral-large-2":{"in_tokens":1777,"out_tokens":668}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":1114,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":16.692469090999992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1452,"out_tokens":2025},"claude-opus-4-7":{"in_tokens":2747,"out_tokens":538},"mistral-large-2":{"in_tokens":1522,"out_tokens":550}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":302,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":23.379981402999988,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1317},"claude-opus-4-7":{"in_tokens":2650,"out_tokens":572},"mistral-large-2":{"in_tokens":1453,"out_tokens":558}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":299,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":25.037564022999987,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1405,"out_tokens":1737},"claude-opus-4-7":{"in_tokens":2625,"out_tokens":604},"mistral-large-2":{"in_tokens":1466,"out_tokens":696}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1133,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":16.31410203499999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1765,"out_tokens":1541},"claude-opus-4-7":{"in_tokens":3289,"out_tokens":551},"mistral-large-2":{"in_tokens":1830,"out_tokens":721}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":322,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":23.903263609999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1463,"out_tokens":1110},"claude-opus-4-7":{"in_tokens":2802,"out_tokens":500},"mistral-large-2":{"in_tokens":1512,"out_tokens":559}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":356,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":68.095927241,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1359,"out_tokens":1333},"claude-opus-4-7":{"in_tokens":2726,"out_tokens":647},"mistral-large-2":{"in_tokens":1427,"out_tokens":545}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":920,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":13.999467702000004,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1618,"out_tokens":2831},"claude-opus-4-7":{"in_tokens":3105,"out_tokens":597},"mistral-large-2":{"in_tokens":1819,"out_tokens":781}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":965,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":13.274058956999994,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1748,"out_tokens":2974},"claude-opus-4-7":{"in_tokens":3251,"out_tokens":723},"mistral-large-2":{"in_tokens":1969,"out_tokens":599}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1089,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":16.48316318100001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1549,"out_tokens":1359},"claude-opus-4-7":{"in_tokens":2931,"out_tokens":541},"mistral-large-2":{"in_tokens":1621,"out_tokens":659}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":17.322774684000024,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1046,"out_tokens":1164},"claude-opus-4-7":{"in_tokens":1996,"out_tokens":438},"mistral-large-2":{"in_tokens":1094,"out_tokens":485}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":962,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":14.671039065000002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1913,"out_tokens":2617},"claude-opus-4-7":{"in_tokens":3567,"out_tokens":624},"mistral-large-2":{"in_tokens":2053,"out_tokens":699}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.2962962962962963,"duration_s":18.673126663999994,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":1339},"claude-opus-4-7":{"in_tokens":2080,"out_tokens":606},"mistral-large-2":{"in_tokens":1148,"out_tokens":550}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":1542,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":22.64417499000001,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1793,"out_tokens":1778},"claude-opus-4-7":{"in_tokens":3371,"out_tokens":635},"mistral-large-2":{"in_tokens":1879,"out_tokens":650}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":17.41719826100001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1066,"out_tokens":1362},"claude-opus-4-7":{"in_tokens":1979,"out_tokens":519},"mistral-large-2":{"in_tokens":1112,"out_tokens":515}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2700,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":36.33219988399999,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1796,"out_tokens":2466},"claude-opus-4-7":{"in_tokens":3480,"out_tokens":1021},"mistral-large-2":{"in_tokens":1868,"out_tokens":834}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1613,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":21.37928155900002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1874,"out_tokens":1739},"claude-opus-4-7":{"in_tokens":3534,"out_tokens":666},"mistral-large-2":{"in_tokens":1965,"out_tokens":831}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":13.434513297999985,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1613,"out_tokens":1993},"claude-opus-4-7":{"in_tokens":3103,"out_tokens":674},"mistral-large-2":{"in_tokens":1686,"out_tokens":610}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":621,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":8.76258613500002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":1788},"claude-opus-4-7":{"in_tokens":2462,"out_tokens":682},"mistral-large-2":{"in_tokens":1426,"out_tokens":771}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":926,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":12.304348129999994,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1549,"out_tokens":2151},"claude-opus-4-7":{"in_tokens":2949,"out_tokens":624},"mistral-large-2":{"in_tokens":1718,"out_tokens":660}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":290,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":24.62608938400001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1435,"out_tokens":1528},"claude-opus-4-7":{"in_tokens":2724,"out_tokens":618},"mistral-large-2":{"in_tokens":1484,"out_tokens":523}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":942,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":13.008560563000003,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":1600},"claude-opus-4-7":{"in_tokens":2711,"out_tokens":526},"mistral-large-2":{"in_tokens":1534,"out_tokens":692}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3332,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":52.285760212000014,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2269,"out_tokens":2256},"claude-opus-4-7":{"in_tokens":4204,"out_tokens":974},"mistral-large-2":{"in_tokens":2430,"out_tokens":832}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":977,"error":null,"skip_reason":null,"score_raw":0.8148148148148149,"duration_s":13.487133477000015,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1485,"out_tokens":2593},"claude-opus-4-7":{"in_tokens":2902,"out_tokens":621},"mistral-large-2":{"in_tokens":1627,"out_tokens":677}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1124,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":13.408604214999997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1633,"out_tokens":1554},"claude-opus-4-7":{"in_tokens":3002,"out_tokens":467},"mistral-large-2":{"in_tokens":1702,"out_tokens":590}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":851,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":11.540864149000015,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1349,"out_tokens":1521},"claude-opus-4-7":{"in_tokens":2663,"out_tokens":577},"mistral-large-2":{"in_tokens":1466,"out_tokens":552}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":159,"error":null,"skip_reason":null,"score_raw":0.38095238095238093,"duration_s":15.468238625999987,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1394,"out_tokens":1115},"claude-opus-4-7":{"in_tokens":2569,"out_tokens":487},"mistral-large-2":{"in_tokens":1573,"out_tokens":485}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":18.76692882399999,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1207,"out_tokens":1026},"claude-opus-4-7":{"in_tokens":2285,"out_tokens":474},"mistral-large-2":{"in_tokens":1252,"out_tokens":531}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":21.260919169000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":1507},"claude-opus-4-7":{"in_tokens":2633,"out_tokens":605},"mistral-large-2":{"in_tokens":1513,"out_tokens":585}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1073,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":14.108459833000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1350,"out_tokens":1321},"claude-opus-4-7":{"in_tokens":2572,"out_tokens":461},"mistral-large-2":{"in_tokens":1417,"out_tokens":526}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1058,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":21.771737441,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":1360},"claude-opus-4-7":{"in_tokens":2693,"out_tokens":512},"mistral-large-2":{"in_tokens":1512,"out_tokens":598}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1444,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":19.371329239000005,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2173,"out_tokens":3223},"claude-opus-4-7":{"in_tokens":4226,"out_tokens":788},"mistral-large-2":{"in_tokens":2276,"out_tokens":710}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1361,"error":null,"skip_reason":null,"score_raw":0.9629629629629629,"duration_s":25.138283072000007,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1850,"out_tokens":1427},"claude-opus-4-7":{"in_tokens":3505,"out_tokens":516},"mistral-large-2":{"in_tokens":1915,"out_tokens":825}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1358,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":18.512937486999988,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1476,"out_tokens":1597},"claude-opus-4-7":{"in_tokens":2708,"out_tokens":490},"mistral-large-2":{"in_tokens":1527,"out_tokens":542}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":153,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":17.832879384000023,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1106,"out_tokens":1849},"claude-opus-4-7":{"in_tokens":2123,"out_tokens":522},"mistral-large-2":{"in_tokens":1214,"out_tokens":640}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":19.334535525000007,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1280,"out_tokens":1176},"claude-opus-4-7":{"in_tokens":2471,"out_tokens":596},"mistral-large-2":{"in_tokens":1393,"out_tokens":616}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":27.007116730999996,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2412,"out_tokens":4265},"claude-opus-4-7":{"in_tokens":4683,"out_tokens":1002},"mistral-large-2":{"in_tokens":2625,"out_tokens":1016}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":28.662390035000016,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1590,"out_tokens":1445},"claude-opus-4-7":{"in_tokens":2956,"out_tokens":523},"mistral-large-2":{"in_tokens":1705,"out_tokens":531}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1726,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":26.789639612000002,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2212,"out_tokens":2392},"claude-opus-4-7":{"in_tokens":4301,"out_tokens":1068},"mistral-large-2":{"in_tokens":2391,"out_tokens":785}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":21.578584726999992,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1174,"out_tokens":2346},"claude-opus-4-7":{"in_tokens":2269,"out_tokens":579},"mistral-large-2":{"in_tokens":1310,"out_tokens":764}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1711,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":28.879738557999985,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2176,"out_tokens":3908},"claude-opus-4-7":{"in_tokens":4325,"out_tokens":746},"mistral-large-2":{"in_tokens":2305,"out_tokens":820}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1763,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":20.998403236,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1841,"out_tokens":1582},"claude-opus-4-7":{"in_tokens":3525,"out_tokens":608},"mistral-large-2":{"in_tokens":1928,"out_tokens":682}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1901,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":22.166395248000015,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2070,"out_tokens":1962},"claude-opus-4-7":{"in_tokens":3904,"out_tokens":584},"mistral-large-2":{"in_tokens":2146,"out_tokens":813}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1621,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":22.148476982000005,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2156,"out_tokens":2038},"claude-opus-4-7":{"in_tokens":4205,"out_tokens":975},"mistral-large-2":{"in_tokens":2324,"out_tokens":709}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":2524,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":28.510606929999994,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1540,"out_tokens":2297},"claude-opus-4-7":{"in_tokens":2990,"out_tokens":509},"mistral-large-2":{"in_tokens":1739,"out_tokens":570}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1916,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":22.414200727999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1557,"out_tokens":1139},"claude-opus-4-7":{"in_tokens":2891,"out_tokens":556},"mistral-large-2":{"in_tokens":1743,"out_tokens":514}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":139,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":23.487338359000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1065,"out_tokens":1548},"claude-opus-4-7":{"in_tokens":2122,"out_tokens":549},"mistral-large-2":{"in_tokens":1160,"out_tokens":549}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":340,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":22.03993798099998,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1773,"out_tokens":2721},"claude-opus-4-7":{"in_tokens":3470,"out_tokens":777},"mistral-large-2":{"in_tokens":1864,"out_tokens":671}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.40740740740740744,"duration_s":25.50775378099999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1166,"out_tokens":1809},"claude-opus-4-7":{"in_tokens":2272,"out_tokens":608},"mistral-large-2":{"in_tokens":1257,"out_tokens":507}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.5666666666666668,"duration_s":25.675104403000006,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2605,"out_tokens":4119},"claude-opus-4-7":{"in_tokens":5027,"out_tokens":997},"mistral-large-2":{"in_tokens":2736,"out_tokens":1122}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":380,"error":null,"skip_reason":null,"score_raw":0.06666666666666667,"duration_s":21.720579359,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1714,"out_tokens":2756},"claude-opus-4-7":{"in_tokens":3380,"out_tokens":871},"mistral-large-2":{"in_tokens":1840,"out_tokens":1536}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":27.770388111000017,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2420,"out_tokens":3667},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":913},"mistral-large-2":{"in_tokens":2616,"out_tokens":828}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1795,"error":null,"skip_reason":null,"score_raw":0.8148148148148148,"duration_s":21.63016754900002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1445,"out_tokens":2165},"claude-opus-4-7":{"in_tokens":2746,"out_tokens":651},"mistral-large-2":{"in_tokens":1602,"out_tokens":764}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":2058,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":22.217319196999995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1856,"out_tokens":2082},"claude-opus-4-7":{"in_tokens":3451,"out_tokens":611},"mistral-large-2":{"in_tokens":1989,"out_tokens":579}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1289,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":13.786899833000007,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1220,"out_tokens":1734},"claude-opus-4-7":{"in_tokens":2354,"out_tokens":539},"mistral-large-2":{"in_tokens":1341,"out_tokens":669}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":1847,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":28.193354510000006,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2425,"out_tokens":2891},"claude-opus-4-7":{"in_tokens":4678,"out_tokens":806},"mistral-large-2":{"in_tokens":2615,"out_tokens":1142}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1240,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":13.367720413,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1400,"out_tokens":1865},"claude-opus-4-7":{"in_tokens":2767,"out_tokens":796},"mistral-large-2":{"in_tokens":1504,"out_tokens":753}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":413,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":21.40206509699999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1734,"out_tokens":2617},"claude-opus-4-7":{"in_tokens":3424,"out_tokens":899},"mistral-large-2":{"in_tokens":1826,"out_tokens":972}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":833,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":80.04560707099998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1904,"out_tokens":1865},"claude-opus-4-7":{"in_tokens":3541,"out_tokens":645},"mistral-large-2":{"in_tokens":1988,"out_tokens":789}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":21.58972296600001,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1841,"out_tokens":2565},"claude-opus-4-7":{"in_tokens":3555,"out_tokens":724},"mistral-large-2":{"in_tokens":1928,"out_tokens":746}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":333,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":27.632159949,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1646,"out_tokens":1666},"claude-opus-4-7":{"in_tokens":3216,"out_tokens":668},"mistral-large-2":{"in_tokens":1786,"out_tokens":814}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":3021,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":35.23632162000001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1511,"out_tokens":1517},"claude-opus-4-7":{"in_tokens":2947,"out_tokens":613},"mistral-large-2":{"in_tokens":1685,"out_tokens":637}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":362,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":31.25379117,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1683,"out_tokens":2328},"claude-opus-4-7":{"in_tokens":3284,"out_tokens":650},"mistral-large-2":{"in_tokens":1810,"out_tokens":1176}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1933,"error":null,"skip_reason":null,"score_raw":0.037037037037037035,"duration_s":27.082003608000008,"hallucination_count":5.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1251,"out_tokens":1734},"claude-opus-4-7":{"in_tokens":2478,"out_tokens":660},"mistral-large-2":{"in_tokens":1369,"out_tokens":661}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":684,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":14.682202461000003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1806,"out_tokens":1458},"claude-opus-4-7":{"in_tokens":3415,"out_tokens":594},"mistral-large-2":{"in_tokens":1867,"out_tokens":814}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":312,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":26.512443926000003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1774,"out_tokens":1927},"claude-opus-4-7":{"in_tokens":3461,"out_tokens":751},"mistral-large-2":{"in_tokens":1898,"out_tokens":1052}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":410,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":33.34475825400003,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1734,"out_tokens":2354},"claude-opus-4-7":{"in_tokens":3407,"out_tokens":858},"mistral-large-2":{"in_tokens":1864,"out_tokens":697}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":3074,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":47.08388071799999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2586,"out_tokens":2586},"claude-opus-4-7":{"in_tokens":5083,"out_tokens":741},"mistral-large-2":{"in_tokens":2714,"out_tokens":853}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":953,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":20.772274031000023,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1876,"out_tokens":2146},"claude-opus-4-7":{"in_tokens":3388,"out_tokens":471},"mistral-large-2":{"in_tokens":1957,"out_tokens":650}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":2457,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":31.158170069999983,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2314,"out_tokens":3321},"claude-opus-4-7":{"in_tokens":4622,"out_tokens":699},"mistral-large-2":{"in_tokens":2452,"out_tokens":839}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2691,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":36.07012752699998,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2538,"out_tokens":2330},"claude-opus-4-7":{"in_tokens":4962,"out_tokens":717},"mistral-large-2":{"in_tokens":2747,"out_tokens":784}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":502,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":10.998686370999962,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1361,"out_tokens":1832},"claude-opus-4-7":{"in_tokens":2540,"out_tokens":567},"mistral-large-2":{"in_tokens":1440,"out_tokens":590}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":477,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":11.903306389000022,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1329,"out_tokens":1662},"claude-opus-4-7":{"in_tokens":2568,"out_tokens":660},"mistral-large-2":{"in_tokens":1386,"out_tokens":516}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":2739,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":62.191229153999984,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2357,"out_tokens":3707},"claude-opus-4-7":{"in_tokens":4646,"out_tokens":719},"mistral-large-2":{"in_tokens":2542,"out_tokens":949}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2464,"error":null,"skip_reason":null,"score_raw":0.8000000000000002,"duration_s":30.738286622999965,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2379,"out_tokens":1943},"claude-opus-4-7":{"in_tokens":4673,"out_tokens":872},"mistral-large-2":{"in_tokens":2571,"out_tokens":803}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":551,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":12.505409679000024,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1432,"out_tokens":1635},"claude-opus-4-7":{"in_tokens":2643,"out_tokens":532},"mistral-large-2":{"in_tokens":1488,"out_tokens":637}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":2541,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":34.02599936600001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2614,"out_tokens":1845},"claude-opus-4-7":{"in_tokens":5129,"out_tokens":914},"mistral-large-2":{"in_tokens":2731,"out_tokens":944}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":675,"error":null,"skip_reason":null,"score_raw":0.8148148148148148,"duration_s":15.984597111000028,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1802,"out_tokens":1481},"claude-opus-4-7":{"in_tokens":3436,"out_tokens":600},"mistral-large-2":{"in_tokens":1858,"out_tokens":673}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":3389,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":46.54038238200002,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2427,"out_tokens":2824},"claude-opus-4-7":{"in_tokens":4749,"out_tokens":815},"mistral-large-2":{"in_tokens":2617,"out_tokens":1120}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2461,"error":null,"skip_reason":null,"score_raw":0.9333333333333332,"duration_s":38.196133688999964,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2704,"out_tokens":2554},"claude-opus-4-7":{"in_tokens":5290,"out_tokens":859},"mistral-large-2":{"in_tokens":2902,"out_tokens":847}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":489,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":11.617675702999975,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1451,"out_tokens":1758},"claude-opus-4-7":{"in_tokens":2775,"out_tokens":699},"mistral-large-2":{"in_tokens":1511,"out_tokens":618}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":441,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":71.21683659500002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1532,"out_tokens":1830},"claude-opus-4-7":{"in_tokens":3005,"out_tokens":572},"mistral-large-2":{"in_tokens":1716,"out_tokens":567}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":302,"error":null,"skip_reason":null,"score_raw":0.4761904761904762,"duration_s":5.852031308000051,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1521,"out_tokens":1737},"claude-opus-4-7":{"in_tokens":2792,"out_tokens":615},"mistral-large-2":{"in_tokens":1713,"out_tokens":511}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":409,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":10.185615575999975,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1791,"out_tokens":1996},"claude-opus-4-7":{"in_tokens":3349,"out_tokens":576},"mistral-large-2":{"in_tokens":1915,"out_tokens":761}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":276,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":7.1400056189999646,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1326,"out_tokens":1426},"claude-opus-4-7":{"in_tokens":2567,"out_tokens":598},"mistral-large-2":{"in_tokens":1443,"out_tokens":609}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":263,"error":null,"skip_reason":null,"score_raw":0.3703703703703704,"duration_s":6.303502514000002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.2222222222222222,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1209,"out_tokens":1995},"claude-opus-4-7":{"in_tokens":2323,"out_tokens":671},"mistral-large-2":{"in_tokens":1322,"out_tokens":794}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":331,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":67.13448803900002,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1233,"out_tokens":1568},"claude-opus-4-7":{"in_tokens":2423,"out_tokens":703},"mistral-large-2":{"in_tokens":1369,"out_tokens":578}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":6.120497363000027,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1217,"out_tokens":1972},"claude-opus-4-7":{"in_tokens":2375,"out_tokens":706},"mistral-large-2":{"in_tokens":1317,"out_tokens":606}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":5.599819299999979,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1147,"out_tokens":1687},"claude-opus-4-7":{"in_tokens":2278,"out_tokens":571},"mistral-large-2":{"in_tokens":1248,"out_tokens":545}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":715,"error":null,"skip_reason":null,"score_raw":0.2333333333333333,"duration_s":16.414451627000062,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2131,"out_tokens":2887},"claude-opus-4-7":{"in_tokens":4179,"out_tokens":1003},"mistral-large-2":{"in_tokens":2231,"out_tokens":1032}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":1027,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":83.78084850100004,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2295,"out_tokens":2863},"claude-opus-4-7":{"in_tokens":4537,"out_tokens":842},"mistral-large-2":{"in_tokens":2480,"out_tokens":1188}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":680,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":15.951941588999944,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1960,"out_tokens":2245},"claude-opus-4-7":{"in_tokens":3863,"out_tokens":809},"mistral-large-2":{"in_tokens":2119,"out_tokens":734}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":532,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":12.969636444999992,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1845,"out_tokens":1971},"claude-opus-4-7":{"in_tokens":3690,"out_tokens":917},"mistral-large-2":{"in_tokens":1947,"out_tokens":814}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":838,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":19.177770507000105,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2099,"out_tokens":2448},"claude-opus-4-7":{"in_tokens":4162,"out_tokens":939},"mistral-large-2":{"in_tokens":2269,"out_tokens":746}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":784,"error":null,"skip_reason":null,"score_raw":0.46666666666666673,"duration_s":18.165453287000105,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.3,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2305,"out_tokens":2292},"claude-opus-4-7":{"in_tokens":4550,"out_tokens":1239},"mistral-large-2":{"in_tokens":2411,"out_tokens":758}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":680,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":14.90060237800003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1969,"out_tokens":2873},"claude-opus-4-7":{"in_tokens":3914,"out_tokens":749},"mistral-large-2":{"in_tokens":2129,"out_tokens":754}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":715,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":17.144969139000068,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.0,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2127,"out_tokens":2647},"claude-opus-4-7":{"in_tokens":4158,"out_tokens":762},"mistral-large-2":{"in_tokens":2285,"out_tokens":715}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":393,"error":null,"skip_reason":null,"score_raw":0.047619047619047616,"duration_s":970.0633995789999,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1399,"out_tokens":1880},"claude-opus-4-7":{"in_tokens":2767,"out_tokens":654},"mistral-large-2":{"in_tokens":1468,"out_tokens":692}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":493,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":971.775478243,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1564,"out_tokens":1983},"claude-opus-4-7":{"in_tokens":3044,"out_tokens":745},"mistral-large-2":{"in_tokens":1621,"out_tokens":770}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":658,"error":null,"skip_reason":null,"score_raw":0.19999999999999998,"duration_s":973.7740850020001,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2107,"out_tokens":2019},"claude-opus-4-7":{"in_tokens":3963,"out_tokens":853},"mistral-large-2":{"in_tokens":2256,"out_tokens":1127}}}