{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":375,"error":null,"skip_reason":null,"score_raw":0.19999999999999998,"duration_s":7.171794607999999,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1827,"out_tokens":2604},"claude-opus-4-7":{"in_tokens":3500,"out_tokens":890},"mistral-large-2":{"in_tokens":1942,"out_tokens":767}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":2,"status":"ok","in_tokens":467,"out_tokens":467,"error":null,"skip_reason":null,"score_raw":0.2333333333333333,"duration_s":10.385901362000006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1879,"out_tokens":1518},"claude-opus-4-7":{"in_tokens":3628,"out_tokens":769},"mistral-large-2":{"in_tokens":2030,"out_tokens":782}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":11.018454026000008,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1948,"out_tokens":2289},"claude-opus-4-7":{"in_tokens":3777,"out_tokens":809},"mistral-large-2":{"in_tokens":2109,"out_tokens":863}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":1,"status":"ok","in_tokens":467,"out_tokens":498,"error":null,"skip_reason":null,"score_raw":0.10000000000000002,"duration_s":11.163982137000005,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1915,"out_tokens":2367},"claude-opus-4-7":{"in_tokens":3669,"out_tokens":874},"mistral-large-2":{"in_tokens":2061,"out_tokens":894}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":2,"status":"ok","in_tokens":456,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.2333333333333333,"duration_s":20.030975254000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1666,"out_tokens":1603},"claude-opus-4-7":{"in_tokens":3201,"out_tokens":709},"mistral-large-2":{"in_tokens":1794,"out_tokens":1536}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":2,"status":"ok","in_tokens":793,"out_tokens":1315,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":22.467794169999998,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2156,"out_tokens":2382},"claude-opus-4-7":{"in_tokens":4062,"out_tokens":813},"mistral-large-2":{"in_tokens":2314,"out_tokens":954}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":1,"status":"ok","in_tokens":456,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":20.800570004999997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1676,"out_tokens":1314},"claude-opus-4-7":{"in_tokens":3227,"out_tokens":658},"mistral-large-2":{"in_tokens":1798,"out_tokens":891}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":23.005982422999992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1666,"out_tokens":1562},"claude-opus-4-7":{"in_tokens":3201,"out_tokens":656},"mistral-large-2":{"in_tokens":1794,"out_tokens":1005}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1390,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":24.638659442000005,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2203,"out_tokens":3199},"claude-opus-4-7":{"in_tokens":4157,"out_tokens":1061},"mistral-large-2":{"in_tokens":2336,"out_tokens":1064}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":1,"status":"ok","in_tokens":793,"out_tokens":1380,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":24.797381572999996,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2180,"out_tokens":3345},"claude-opus-4-7":{"in_tokens":4127,"out_tokens":789},"mistral-large-2":{"in_tokens":2332,"out_tokens":845}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":268,"error":null,"skip_reason":null,"score_raw":0.26666666666666666,"duration_s":22.830617009,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1735,"out_tokens":2374},"claude-opus-4-7":{"in_tokens":3320,"out_tokens":908},"mistral-large-2":{"in_tokens":1840,"out_tokens":856}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1480,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":29.425539698,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2221,"out_tokens":3538},"claude-opus-4-7":{"in_tokens":4227,"out_tokens":957},"mistral-large-2":{"in_tokens":2380,"out_tokens":1536}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":1,"status":"ok","in_tokens":417,"out_tokens":2771,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":39.492594878000006,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1976,"out_tokens":2542},"claude-opus-4-7":{"in_tokens":3738,"out_tokens":908},"mistral-large-2":{"in_tokens":2144,"out_tokens":1012}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":2,"status":"ok","in_tokens":417,"out_tokens":2993,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":41.882161188999994,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2070,"out_tokens":2328},"claude-opus-4-7":{"in_tokens":3964,"out_tokens":796},"mistral-large-2":{"in_tokens":2251,"out_tokens":867}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":1,"status":"ok","in_tokens":463,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":0.13333333333333333,"duration_s":22.596132632999996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.0,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1748,"out_tokens":2882},"claude-opus-4-7":{"in_tokens":3353,"out_tokens":780},"mistral-large-2":{"in_tokens":1848,"out_tokens":881}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":1,"status":"ok","in_tokens":840,"out_tokens":1420,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":22.54711654500001,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2230,"out_tokens":2804},"claude-opus-4-7":{"in_tokens":4187,"out_tokens":1170},"mistral-large-2":{"in_tokens":2372,"out_tokens":788}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":1,"status":"ok","in_tokens":391,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":20.376807075000002,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":2009},"claude-opus-4-7":{"in_tokens":2634,"out_tokens":687},"mistral-large-2":{"in_tokens":1504,"out_tokens":711}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1361,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":22.074291481000003,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1876,"out_tokens":1924},"claude-opus-4-7":{"in_tokens":3530,"out_tokens":719},"mistral-large-2":{"in_tokens":2002,"out_tokens":729}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":3013,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":46.882224109,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2247,"out_tokens":3045},"claude-opus-4-7":{"in_tokens":4246,"out_tokens":932},"mistral-large-2":{"in_tokens":2404,"out_tokens":843}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":2,"status":"ok","in_tokens":463,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.2333333333333333,"duration_s":27.038705897,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1700,"out_tokens":2668},"claude-opus-4-7":{"in_tokens":3250,"out_tokens":895},"mistral-large-2":{"in_tokens":1801,"out_tokens":935}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":2,"status":"ok","in_tokens":840,"out_tokens":1692,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":25.58429362800001,"hallucination_count":6.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2369,"out_tokens":3385},"claude-opus-4-7":{"in_tokens":4459,"out_tokens":994},"mistral-large-2":{"in_tokens":2534,"out_tokens":1058}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":1,"status":"ok","in_tokens":676,"out_tokens":1364,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":21.687662004999993,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1881,"out_tokens":3049},"claude-opus-4-7":{"in_tokens":3533,"out_tokens":787},"mistral-large-2":{"in_tokens":2034,"out_tokens":807}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3190,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":50.717463629,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2011,"out_tokens":2642},"claude-opus-4-7":{"in_tokens":3836,"out_tokens":847},"mistral-large-2":{"in_tokens":2173,"out_tokens":809}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":27.172325673999993,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":1939},"claude-opus-4-7":{"in_tokens":2647,"out_tokens":602},"mistral-large-2":{"in_tokens":1498,"out_tokens":685}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":2,"status":"ok","in_tokens":665,"out_tokens":1063,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":16.682660302000002,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1645,"out_tokens":2503},"claude-opus-4-7":{"in_tokens":3136,"out_tokens":863},"mistral-large-2":{"in_tokens":1740,"out_tokens":678}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1390,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":21.329649216000007,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1811,"out_tokens":3126},"claude-opus-4-7":{"in_tokens":3463,"out_tokens":817},"mistral-large-2":{"in_tokens":1920,"out_tokens":850}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":23.378954973000006,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1361,"out_tokens":1952},"claude-opus-4-7":{"in_tokens":2608,"out_tokens":689},"mistral-large-2":{"in_tokens":1437,"out_tokens":843}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":2,"status":"ok","in_tokens":391,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":26.41152906500001,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":1869},"claude-opus-4-7":{"in_tokens":2647,"out_tokens":564},"mistral-large-2":{"in_tokens":1498,"out_tokens":698}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":1,"status":"ok","in_tokens":665,"out_tokens":1530,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":22.18897226,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1872,"out_tokens":2414},"claude-opus-4-7":{"in_tokens":3603,"out_tokens":812},"mistral-large-2":{"in_tokens":1986,"out_tokens":694}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":2,"status":"ok","in_tokens":676,"out_tokens":1790,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":28.168556529,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2085,"out_tokens":2357},"claude-opus-4-7":{"in_tokens":3959,"out_tokens":800},"mistral-large-2":{"in_tokens":2240,"out_tokens":798}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":1,"status":"ok","in_tokens":360,"out_tokens":187,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":23.123162444000002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1281,"out_tokens":2736},"claude-opus-4-7":{"in_tokens":2426,"out_tokens":627},"mistral-large-2":{"in_tokens":1353,"out_tokens":589}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":1,"status":"ok","in_tokens":440,"out_tokens":2711,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":36.76148176000001,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2265,"out_tokens":2552},"claude-opus-4-7":{"in_tokens":4383,"out_tokens":845},"mistral-large-2":{"in_tokens":2429,"out_tokens":747}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":1,"status":"ok","in_tokens":469,"out_tokens":363,"error":null,"skip_reason":null,"score_raw":0.20000000000000004,"duration_s":68.03544391199999,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.3,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1813,"out_tokens":1911},"claude-opus-4-7":{"in_tokens":3485,"out_tokens":865},"mistral-large-2":{"in_tokens":1930,"out_tokens":867}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":2,"status":"ok","in_tokens":360,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":28.242020331999996,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1326,"out_tokens":2044},"claude-opus-4-7":{"in_tokens":2543,"out_tokens":777},"mistral-large-2":{"in_tokens":1403,"out_tokens":595}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":2,"status":"ok","in_tokens":440,"out_tokens":2929,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":41.07648932800001,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2291,"out_tokens":1909},"claude-opus-4-7":{"in_tokens":4468,"out_tokens":605},"mistral-large-2":{"in_tokens":2437,"out_tokens":843}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":1,"status":"ok","in_tokens":358,"out_tokens":2481,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":35.098791746,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2033,"out_tokens":1967},"claude-opus-4-7":{"in_tokens":3879,"out_tokens":615},"mistral-large-2":{"in_tokens":2226,"out_tokens":755}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2920,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":40.11398130500001,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1896,"out_tokens":2021},"claude-opus-4-7":{"in_tokens":3622,"out_tokens":803},"mistral-large-2":{"in_tokens":2066,"out_tokens":786}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1269,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":20.894863066,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1633,"out_tokens":2228},"claude-opus-4-7":{"in_tokens":3261,"out_tokens":656},"mistral-large-2":{"in_tokens":1735,"out_tokens":582}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":1,"status":"ok","in_tokens":655,"out_tokens":1367,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":21.683458600999998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1688,"out_tokens":1737},"claude-opus-4-7":{"in_tokens":3359,"out_tokens":585},"mistral-large-2":{"in_tokens":1792,"out_tokens":723}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":2,"status":"ok","in_tokens":403,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":12.108859668999997,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1656,"out_tokens":2573},"claude-opus-4-7":{"in_tokens":3193,"out_tokens":749},"mistral-large-2":{"in_tokens":1785,"out_tokens":731}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":22.20310303400001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1171,"out_tokens":1525},"claude-opus-4-7":{"in_tokens":2328,"out_tokens":553},"mistral-large-2":{"in_tokens":1235,"out_tokens":566}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":1007,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":18.291867463000003,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1534,"out_tokens":2133},"claude-opus-4-7":{"in_tokens":2986,"out_tokens":575},"mistral-large-2":{"in_tokens":1653,"out_tokens":605}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":2,"status":"ok","in_tokens":343,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":20.477555848999998,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":969},"claude-opus-4-7":{"in_tokens":2353,"out_tokens":509},"mistral-large-2":{"in_tokens":1238,"out_tokens":541}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":1,"status":"ok","in_tokens":343,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":23.367712472000008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1171,"out_tokens":1489},"claude-opus-4-7":{"in_tokens":2328,"out_tokens":577},"mistral-large-2":{"in_tokens":1235,"out_tokens":526}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":2,"status":"ok","in_tokens":655,"out_tokens":1420,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":23.022258217,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1714,"out_tokens":2376},"claude-opus-4-7":{"in_tokens":3412,"out_tokens":622},"mistral-large-2":{"in_tokens":1821,"out_tokens":635}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":23.82748344799998,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":2064},"claude-opus-4-7":{"in_tokens":2462,"out_tokens":527},"mistral-large-2":{"in_tokens":1314,"out_tokens":535}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":2,"status":"ok","in_tokens":713,"out_tokens":1041,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":17.018744411,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1590,"out_tokens":2069},"claude-opus-4-7":{"in_tokens":3020,"out_tokens":581},"mistral-large-2":{"in_tokens":1703,"out_tokens":520}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":1,"status":"ok","in_tokens":713,"out_tokens":1223,"error":null,"skip_reason":null,"score_raw":0.9523809523809524,"duration_s":19.200058349000017,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1663,"out_tokens":1948},"claude-opus-4-7":{"in_tokens":3202,"out_tokens":666},"mistral-large-2":{"in_tokens":1792,"out_tokens":687}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1449,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":23.79085918300001,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2287,"out_tokens":3111},"claude-opus-4-7":{"in_tokens":4220,"out_tokens":947},"mistral-large-2":{"in_tokens":2452,"out_tokens":902}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":2,"status":"ok","in_tokens":365,"out_tokens":199,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":22.43875642399999,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1210,"out_tokens":1524},"claude-opus-4-7":{"in_tokens":2400,"out_tokens":576},"mistral-large-2":{"in_tokens":1279,"out_tokens":536}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":1,"status":"ok","in_tokens":365,"out_tokens":239,"error":null,"skip_reason":null,"score_raw":0.23809523809523805,"duration_s":25.780207425999976,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":1576},"claude-opus-4-7":{"in_tokens":2491,"out_tokens":719},"mistral-large-2":{"in_tokens":1312,"out_tokens":537}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":2,"status":"ok","in_tokens":358,"out_tokens":2717,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":41.10503439499999,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2077,"out_tokens":1857},"claude-opus-4-7":{"in_tokens":3974,"out_tokens":1017},"mistral-large-2":{"in_tokens":2277,"out_tokens":759}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":24.522530642999982,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1715,"out_tokens":1916},"claude-opus-4-7":{"in_tokens":3192,"out_tokens":563},"mistral-large-2":{"in_tokens":1817,"out_tokens":1017}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":1,"status":"ok","in_tokens":763,"out_tokens":1503,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":26.26382463499999,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2294,"out_tokens":3911},"claude-opus-4-7":{"in_tokens":4274,"out_tokens":923},"mistral-large-2":{"in_tokens":2423,"out_tokens":852}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":2794,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":42.729466581,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1896,"out_tokens":1627},"claude-opus-4-7":{"in_tokens":3660,"out_tokens":833},"mistral-large-2":{"in_tokens":2007,"out_tokens":843}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":1,"status":"ok","in_tokens":435,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":24.131520035000023,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1715,"out_tokens":2095},"claude-opus-4-7":{"in_tokens":3192,"out_tokens":526},"mistral-large-2":{"in_tokens":1817,"out_tokens":974}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1454,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":21.325885723,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1844,"out_tokens":2304},"claude-opus-4-7":{"in_tokens":3529,"out_tokens":918},"mistral-large-2":{"in_tokens":1925,"out_tokens":755}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":2,"status":"ok","in_tokens":763,"out_tokens":1419,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":22.854582857999986,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2252,"out_tokens":3161},"claude-opus-4-7":{"in_tokens":4190,"out_tokens":691},"mistral-large-2":{"in_tokens":2389,"out_tokens":1012}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":2,"status":"ok","in_tokens":344,"out_tokens":3144,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":46.05874258699998,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1670,"out_tokens":2210},"claude-opus-4-7":{"in_tokens":3170,"out_tokens":608},"mistral-large-2":{"in_tokens":1773,"out_tokens":804}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":1,"status":"ok","in_tokens":674,"out_tokens":1323,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":20.112493251000018,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1774,"out_tokens":2657},"claude-opus-4-7":{"in_tokens":3398,"out_tokens":804},"mistral-large-2":{"in_tokens":1849,"out_tokens":674}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":2,"status":"ok","in_tokens":674,"out_tokens":1099,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":15.91923465100001,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1657,"out_tokens":2166},"claude-opus-4-7":{"in_tokens":3174,"out_tokens":767},"mistral-large-2":{"in_tokens":1716,"out_tokens":587}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":22.009964462,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1299,"out_tokens":1468},"claude-opus-4-7":{"in_tokens":2498,"out_tokens":634},"mistral-large-2":{"in_tokens":1344,"out_tokens":631}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":1,"status":"ok","in_tokens":344,"out_tokens":3787,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":54.587455124,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1734,"out_tokens":1541},"claude-opus-4-7":{"in_tokens":3337,"out_tokens":649},"mistral-large-2":{"in_tokens":1858,"out_tokens":778}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":1,"status":"ok","in_tokens":357,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":22.17601995000001,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":1837},"claude-opus-4-7":{"in_tokens":2623,"out_tokens":577},"mistral-large-2":{"in_tokens":1419,"out_tokens":738}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":2,"status":"ok","in_tokens":435,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":25.90032213400002,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1755,"out_tokens":1962},"claude-opus-4-7":{"in_tokens":3273,"out_tokens":704},"mistral-large-2":{"in_tokens":1864,"out_tokens":1030}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":2,"status":"ok","in_tokens":357,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":22.009861340000015,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.25,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":2247},"claude-opus-4-7":{"in_tokens":2623,"out_tokens":585},"mistral-large-2":{"in_tokens":1419,"out_tokens":747}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1265,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":21.415851444000026,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1749,"out_tokens":1310},"claude-opus-4-7":{"in_tokens":3330,"out_tokens":448},"mistral-large-2":{"in_tokens":1824,"out_tokens":719}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2254,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":32.291960087999996,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1529,"out_tokens":2066},"claude-opus-4-7":{"in_tokens":3051,"out_tokens":569},"mistral-large-2":{"in_tokens":1625,"out_tokens":542}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":1,"status":"ok","in_tokens":715,"out_tokens":1200,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":20.76859294099998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1689,"out_tokens":1891},"claude-opus-4-7":{"in_tokens":3265,"out_tokens":443},"mistral-large-2":{"in_tokens":1760,"out_tokens":557}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":2,"status":"ok","in_tokens":715,"out_tokens":1128,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":18.817146804000004,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1671,"out_tokens":1705},"claude-opus-4-7":{"in_tokens":3193,"out_tokens":613},"mistral-large-2":{"in_tokens":1740,"out_tokens":631}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":998,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":17.08862582500001,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1645,"out_tokens":1526},"claude-opus-4-7":{"in_tokens":3056,"out_tokens":625},"mistral-large-2":{"in_tokens":1716,"out_tokens":855}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":372,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":67.72808153700001,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1447,"out_tokens":1728},"claude-opus-4-7":{"in_tokens":2763,"out_tokens":939},"mistral-large-2":{"in_tokens":1535,"out_tokens":693}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":1,"status":"ok","in_tokens":320,"out_tokens":2558,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":36.261016657,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1513,"out_tokens":2777},"claude-opus-4-7":{"in_tokens":3000,"out_tokens":535},"mistral-large-2":{"in_tokens":1611,"out_tokens":603}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":302,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":26.25419861200001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1345},"claude-opus-4-7":{"in_tokens":2650,"out_tokens":591},"mistral-large-2":{"in_tokens":1453,"out_tokens":647}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":1,"status":"ok","in_tokens":693,"out_tokens":900,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":16.054749209000022,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1597,"out_tokens":2027},"claude-opus-4-7":{"in_tokens":2958,"out_tokens":574},"mistral-large-2":{"in_tokens":1670,"out_tokens":694}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":2,"status":"ok","in_tokens":693,"out_tokens":899,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":15.818526743000007,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1589,"out_tokens":1435},"claude-opus-4-7":{"in_tokens":2957,"out_tokens":673},"mistral-large-2":{"in_tokens":1658,"out_tokens":903}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":1,"status":"ok","in_tokens":398,"out_tokens":269,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":25.965257614999985,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1358,"out_tokens":1361},"claude-opus-4-7":{"in_tokens":2581,"out_tokens":543},"mistral-large-2":{"in_tokens":1415,"out_tokens":515}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":2,"status":"ok","in_tokens":398,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":26.228159164999994,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":1083},"claude-opus-4-7":{"in_tokens":2647,"out_tokens":509},"mistral-large-2":{"in_tokens":1438,"out_tokens":545}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":2,"status":"ok","in_tokens":320,"out_tokens":2474,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":34.69506003799998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1686,"out_tokens":1920},"claude-opus-4-7":{"in_tokens":3344,"out_tokens":549},"mistral-large-2":{"in_tokens":1784,"out_tokens":575}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":1867,"error":null,"skip_reason":null,"score_raw":0.9047619047619048,"duration_s":28.60843415299999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1534,"out_tokens":1811},"claude-opus-4-7":{"in_tokens":3008,"out_tokens":516},"mistral-large-2":{"in_tokens":1639,"out_tokens":494}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":1,"status":"ok","in_tokens":376,"out_tokens":487,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":11.794734737999988,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":2870},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":887},"mistral-large-2":{"in_tokens":1650,"out_tokens":662}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":22.621684639000023,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":1288},"claude-opus-4-7":{"in_tokens":2533,"out_tokens":650},"mistral-large-2":{"in_tokens":1416,"out_tokens":651}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":1,"status":"ok","in_tokens":709,"out_tokens":1202,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":19.246150408000005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1792,"out_tokens":1602},"claude-opus-4-7":{"in_tokens":3358,"out_tokens":472},"mistral-large-2":{"in_tokens":1851,"out_tokens":663}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1217,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":20.791341122000006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1784,"out_tokens":1657},"claude-opus-4-7":{"in_tokens":3373,"out_tokens":538},"mistral-large-2":{"in_tokens":1854,"out_tokens":599}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":1,"status":"ok","in_tokens":363,"out_tokens":2014,"error":null,"skip_reason":null,"score_raw":0.9047619047619048,"duration_s":31.180079602000006,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1553,"out_tokens":2187},"claude-opus-4-7":{"in_tokens":3073,"out_tokens":822},"mistral-large-2":{"in_tokens":1661,"out_tokens":589}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":2,"status":"ok","in_tokens":376,"out_tokens":617,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":12.573626538000013,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1676,"out_tokens":2238},"claude-opus-4-7":{"in_tokens":3241,"out_tokens":853},"mistral-large-2":{"in_tokens":1780,"out_tokens":814}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":2,"status":"ok","in_tokens":709,"out_tokens":1041,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":18.065148809999982,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1704,"out_tokens":1546},"claude-opus-4-7":{"in_tokens":3197,"out_tokens":565},"mistral-large-2":{"in_tokens":1764,"out_tokens":623}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":1192,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":20.377199193000024,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1630,"out_tokens":3194},"claude-opus-4-7":{"in_tokens":2973,"out_tokens":501},"mistral-large-2":{"in_tokens":1674,"out_tokens":861}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":2,"status":"ok","in_tokens":363,"out_tokens":1702,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":25.667308798999983,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1497,"out_tokens":1656},"claude-opus-4-7":{"in_tokens":2932,"out_tokens":634},"mistral-large-2":{"in_tokens":1604,"out_tokens":540}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":2,"status":"ok","in_tokens":551,"out_tokens":918,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":14.60227591100002,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1454,"out_tokens":1509},"claude-opus-4-7":{"in_tokens":2699,"out_tokens":623},"mistral-large-2":{"in_tokens":1506,"out_tokens":663}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":270,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":21.600609421,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1154},"claude-opus-4-7":{"in_tokens":2664,"out_tokens":512},"mistral-large-2":{"in_tokens":1459,"out_tokens":646}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":1,"status":"ok","in_tokens":398,"out_tokens":299,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":25.162176853000005,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1405,"out_tokens":1737},"claude-opus-4-7":{"in_tokens":2625,"out_tokens":617},"mistral-large-2":{"in_tokens":1466,"out_tokens":769}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":2,"status":"ok","in_tokens":398,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":23.604494173999996,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":1272},"claude-opus-4-7":{"in_tokens":2533,"out_tokens":588},"mistral-large-2":{"in_tokens":1416,"out_tokens":568}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":1,"status":"ok","in_tokens":551,"out_tokens":1069,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.214381618000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1541,"out_tokens":1829},"claude-opus-4-7":{"in_tokens":2850,"out_tokens":496},"mistral-large-2":{"in_tokens":1602,"out_tokens":659}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":1,"status":"ok","in_tokens":405,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":0.4444444444444445,"duration_s":22.294432329000017,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1412,"out_tokens":1230},"claude-opus-4-7":{"in_tokens":2701,"out_tokens":504},"mistral-large-2":{"in_tokens":1458,"out_tokens":643}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":899,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":15.82774847600001,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1357,"out_tokens":1242},"claude-opus-4-7":{"in_tokens":2569,"out_tokens":515},"mistral-large-2":{"in_tokens":1434,"out_tokens":622}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":1,"status":"ok","in_tokens":486,"out_tokens":1038,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":17.55346124899998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1455,"out_tokens":1550},"claude-opus-4-7":{"in_tokens":2708,"out_tokens":470},"mistral-large-2":{"in_tokens":1531,"out_tokens":626}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":2,"status":"ok","in_tokens":486,"out_tokens":936,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":15.094523701999975,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":1148},"claude-opus-4-7":{"in_tokens":2606,"out_tokens":480},"mistral-large-2":{"in_tokens":1472,"out_tokens":664}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":936,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":15.058017756999988,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1339,"out_tokens":1653},"claude-opus-4-7":{"in_tokens":2569,"out_tokens":520},"mistral-large-2":{"in_tokens":1410,"out_tokens":559}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":18.319877562000016,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":1656},"claude-opus-4-7":{"in_tokens":2180,"out_tokens":469},"mistral-large-2":{"in_tokens":1213,"out_tokens":549}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":1,"status":"ok","in_tokens":312,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.365887548000018,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1142,"out_tokens":1615},"claude-opus-4-7":{"in_tokens":2135,"out_tokens":479},"mistral-large-2":{"in_tokens":1195,"out_tokens":554}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":2,"status":"ok","in_tokens":312,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":18.708136123999992,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":1669},"claude-opus-4-7":{"in_tokens":2180,"out_tokens":481},"mistral-large-2":{"in_tokens":1213,"out_tokens":496}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":2,"status":"ok","in_tokens":405,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":23.632076528000027,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1452,"out_tokens":1450},"claude-opus-4-7":{"in_tokens":2779,"out_tokens":526},"mistral-large-2":{"in_tokens":1507,"out_tokens":521}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3235,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":45.90187361300002,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2236,"out_tokens":3924},"claude-opus-4-7":{"in_tokens":4176,"out_tokens":826},"mistral-large-2":{"in_tokens":2376,"out_tokens":1031}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":1,"status":"ok","in_tokens":482,"out_tokens":1026,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":16.79951460899997,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1410,"out_tokens":1478},"claude-opus-4-7":{"in_tokens":2659,"out_tokens":489},"mistral-large-2":{"in_tokens":1484,"out_tokens":506}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2337,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":32.70528715699999,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1625,"out_tokens":2398},"claude-opus-4-7":{"in_tokens":3114,"out_tokens":756},"mistral-large-2":{"in_tokens":1689,"out_tokens":1141}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":999,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":17.03821425000001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1422,"out_tokens":1686},"claude-opus-4-7":{"in_tokens":2656,"out_tokens":512},"mistral-large-2":{"in_tokens":1475,"out_tokens":581}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":1,"status":"ok","in_tokens":410,"out_tokens":3623,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":53.064911068000015,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2304,"out_tokens":1973},"claude-opus-4-7":{"in_tokens":4276,"out_tokens":664},"mistral-large-2":{"in_tokens":2455,"out_tokens":873}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":2,"status":"ok","in_tokens":482,"out_tokens":1208,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.43232418499997,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1491,"out_tokens":1082},"claude-opus-4-7":{"in_tokens":2841,"out_tokens":494},"mistral-large-2":{"in_tokens":1570,"out_tokens":594}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":1,"status":"ok","in_tokens":510,"out_tokens":1089,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.316100429000016,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1470,"out_tokens":1706},"claude-opus-4-7":{"in_tokens":2746,"out_tokens":517},"mistral-large-2":{"in_tokens":1522,"out_tokens":570}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":2,"status":"ok","in_tokens":410,"out_tokens":3201,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":45.44114107799999,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2266,"out_tokens":2883},"claude-opus-4-7":{"in_tokens":4229,"out_tokens":951},"mistral-large-2":{"in_tokens":2430,"out_tokens":658}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":1,"status":"ok","in_tokens":283,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":18.279927662999967,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1064,"out_tokens":1019},"claude-opus-4-7":{"in_tokens":2033,"out_tokens":536},"mistral-large-2":{"in_tokens":1120,"out_tokens":562}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":19.865073015999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1071,"out_tokens":1328},"claude-opus-4-7":{"in_tokens":2040,"out_tokens":495},"mistral-large-2":{"in_tokens":1129,"out_tokens":559}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":18.604143867000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1036,"out_tokens":1368},"claude-opus-4-7":{"in_tokens":1985,"out_tokens":497},"mistral-large-2":{"in_tokens":1089,"out_tokens":477}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":2,"status":"ok","in_tokens":510,"out_tokens":941,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":16.060913767000045,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1405,"out_tokens":1960},"claude-opus-4-7":{"in_tokens":2598,"out_tokens":498},"mistral-large-2":{"in_tokens":1458,"out_tokens":641}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":2,"status":"ok","in_tokens":283,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":20.374737057999994,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1052,"out_tokens":1333},"claude-opus-4-7":{"in_tokens":2005,"out_tokens":528},"mistral-large-2":{"in_tokens":1110,"out_tokens":579}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":1,"status":"ok","in_tokens":709,"out_tokens":1002,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":17.847406623999973,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1663,"out_tokens":2210},"claude-opus-4-7":{"in_tokens":3158,"out_tokens":564},"mistral-large-2":{"in_tokens":1727,"out_tokens":683}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":2,"status":"ok","in_tokens":709,"out_tokens":928,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":15.244860383999992,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1628,"out_tokens":1764},"claude-opus-4-7":{"in_tokens":3084,"out_tokens":478},"mistral-large-2":{"in_tokens":1693,"out_tokens":687}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1232,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":21.68018325199995,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1801,"out_tokens":1815},"claude-opus-4-7":{"in_tokens":3388,"out_tokens":622},"mistral-large-2":{"in_tokens":1858,"out_tokens":687}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":1,"status":"ok","in_tokens":276,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":17.625258249000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1046,"out_tokens":968},"claude-opus-4-7":{"in_tokens":1996,"out_tokens":498},"mistral-large-2":{"in_tokens":1094,"out_tokens":491}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":2,"status":"ok","in_tokens":276,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.623195717000044,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1036,"out_tokens":1370},"claude-opus-4-7":{"in_tokens":1985,"out_tokens":541},"mistral-large-2":{"in_tokens":1089,"out_tokens":469}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":348,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":69.024836768,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1341,"out_tokens":2441},"claude-opus-4-7":{"in_tokens":2712,"out_tokens":686},"mistral-large-2":{"in_tokens":1419,"out_tokens":666}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1174,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.482203214000037,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1577,"out_tokens":1493},"claude-opus-4-7":{"in_tokens":3016,"out_tokens":606},"mistral-large-2":{"in_tokens":1646,"out_tokens":724}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":20.842310843999996,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1093,"out_tokens":1296},"claude-opus-4-7":{"in_tokens":2047,"out_tokens":481},"mistral-large-2":{"in_tokens":1140,"out_tokens":586}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":1,"status":"ok","in_tokens":299,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":20.253928486999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1103,"out_tokens":1108},"claude-opus-4-7":{"in_tokens":2078,"out_tokens":529},"mistral-large-2":{"in_tokens":1153,"out_tokens":544}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":2150,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":33.039886912999975,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1953,"out_tokens":1945},"claude-opus-4-7":{"in_tokens":3690,"out_tokens":639},"mistral-large-2":{"in_tokens":2028,"out_tokens":878}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":1,"status":"ok","in_tokens":650,"out_tokens":964,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":15.764551564999977,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1488,"out_tokens":1396},"claude-opus-4-7":{"in_tokens":2806,"out_tokens":504},"mistral-large-2":{"in_tokens":1538,"out_tokens":572}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":939,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":15.021743602999948,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1619,"out_tokens":1535},"claude-opus-4-7":{"in_tokens":3124,"out_tokens":577},"mistral-large-2":{"in_tokens":1817,"out_tokens":607}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":1,"status":"ok","in_tokens":348,"out_tokens":2943,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":44.22496264800003,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1719,"out_tokens":3213},"claude-opus-4-7":{"in_tokens":3288,"out_tokens":789},"mistral-large-2":{"in_tokens":1799,"out_tokens":840}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":1,"status":"ok","in_tokens":383,"out_tokens":2012,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":32.007632650000005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2007,"out_tokens":1603},"claude-opus-4-7":{"in_tokens":3824,"out_tokens":526},"mistral-large-2":{"in_tokens":2103,"out_tokens":906}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":2,"status":"ok","in_tokens":650,"out_tokens":1046,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":18.005071321000003,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1518,"out_tokens":1714},"claude-opus-4-7":{"in_tokens":2888,"out_tokens":496},"mistral-large-2":{"in_tokens":1582,"out_tokens":628}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":2,"status":"ok","in_tokens":348,"out_tokens":2472,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":38.81494442799999,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1568,"out_tokens":3075},"claude-opus-4-7":{"in_tokens":3053,"out_tokens":1071},"mistral-large-2":{"in_tokens":1656,"out_tokens":688}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":1,"status":"ok","in_tokens":345,"out_tokens":365,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":8.957163470000012,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":1383},"claude-opus-4-7":{"in_tokens":2780,"out_tokens":683},"mistral-large-2":{"in_tokens":1436,"out_tokens":611}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":2,"status":"ok","in_tokens":299,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":21.24803474700002,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1080,"out_tokens":1582},"claude-opus-4-7":{"in_tokens":2026,"out_tokens":533},"mistral-large-2":{"in_tokens":1131,"out_tokens":537}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":1,"status":"ok","in_tokens":862,"out_tokens":896,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":15.214415895000002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1596,"out_tokens":2690},"claude-opus-4-7":{"in_tokens":3081,"out_tokens":551},"mistral-large-2":{"in_tokens":1798,"out_tokens":603}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":322,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":22.193204083000012,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1463,"out_tokens":1187},"claude-opus-4-7":{"in_tokens":2802,"out_tokens":476},"mistral-large-2":{"in_tokens":1512,"out_tokens":584}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":2,"status":"ok","in_tokens":862,"out_tokens":866,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":14.327190971999983,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1568,"out_tokens":2638},"claude-opus-4-7":{"in_tokens":3051,"out_tokens":585},"mistral-large-2":{"in_tokens":1765,"out_tokens":624}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":2,"status":"ok","in_tokens":345,"out_tokens":522,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":11.928433478999978,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1509,"out_tokens":2409},"claude-opus-4-7":{"in_tokens":3043,"out_tokens":750},"mistral-large-2":{"in_tokens":1593,"out_tokens":631}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":1003,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":15.200303399000006,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1756,"out_tokens":2683},"claude-opus-4-7":{"in_tokens":3289,"out_tokens":768},"mistral-large-2":{"in_tokens":1993,"out_tokens":569}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":1,"status":"ok","in_tokens":903,"out_tokens":951,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":14.595749637999972,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1744,"out_tokens":2771},"claude-opus-4-7":{"in_tokens":3237,"out_tokens":709},"mistral-large-2":{"in_tokens":1958,"out_tokens":542}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":2,"status":"ok","in_tokens":405,"out_tokens":270,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":21.684244148999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1105},"claude-opus-4-7":{"in_tokens":2664,"out_tokens":519},"mistral-large-2":{"in_tokens":1459,"out_tokens":622}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":1,"status":"ok","in_tokens":405,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":24.392414777,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1452,"out_tokens":1418},"claude-opus-4-7":{"in_tokens":2779,"out_tokens":535},"mistral-large-2":{"in_tokens":1507,"out_tokens":576}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":2,"status":"ok","in_tokens":379,"out_tokens":1355,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":20.218424706000008,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1680,"out_tokens":1845},"claude-opus-4-7":{"in_tokens":3113,"out_tokens":612},"mistral-large-2":{"in_tokens":1752,"out_tokens":702}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":438,"error":null,"skip_reason":null,"score_raw":0.09523809523809523,"duration_s":9.220972694000011,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":1897},"claude-opus-4-7":{"in_tokens":2844,"out_tokens":589},"mistral-large-2":{"in_tokens":1513,"out_tokens":634}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":2,"status":"ok","in_tokens":903,"out_tokens":925,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":14.221529289999978,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1724,"out_tokens":2331},"claude-opus-4-7":{"in_tokens":3211,"out_tokens":536},"mistral-large-2":{"in_tokens":1934,"out_tokens":632}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1390,"error":null,"skip_reason":null,"score_raw":0.8148148148148148,"duration_s":23.668575933,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1843,"out_tokens":1797},"claude-opus-4-7":{"in_tokens":3418,"out_tokens":630},"mistral-large-2":{"in_tokens":1943,"out_tokens":625}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":19.155958329000043,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1207,"out_tokens":999},"claude-opus-4-7":{"in_tokens":2285,"out_tokens":472},"mistral-large-2":{"in_tokens":1252,"out_tokens":758}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":1,"status":"ok","in_tokens":379,"out_tokens":1496,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":29.49452688499997,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1757,"out_tokens":1814},"claude-opus-4-7":{"in_tokens":3289,"out_tokens":607},"mistral-large-2":{"in_tokens":1834,"out_tokens":711}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":1085,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":17.043748365,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1992,"out_tokens":2798},"claude-opus-4-7":{"in_tokens":3690,"out_tokens":744},"mistral-large-2":{"in_tokens":2146,"out_tokens":825}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":2,"status":"ok","in_tokens":1019,"out_tokens":922,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":14.386255793999965,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1918,"out_tokens":2467},"claude-opus-4-7":{"in_tokens":3527,"out_tokens":556},"mistral-large-2":{"in_tokens":2077,"out_tokens":734}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":1,"status":"ok","in_tokens":366,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":20.512155942999982,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1177,"out_tokens":1250},"claude-opus-4-7":{"in_tokens":2229,"out_tokens":502},"mistral-large-2":{"in_tokens":1222,"out_tokens":711}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":1,"status":"ok","in_tokens":385,"out_tokens":406,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":8.794710782999971,"hallucination_count":7.0,"hallucination_top100":0,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1410,"out_tokens":2255},"claude-opus-4-7":{"in_tokens":2782,"out_tokens":712},"mistral-large-2":{"in_tokens":1481,"out_tokens":813}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":2,"status":"ok","in_tokens":366,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":18.306702134000034,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1207,"out_tokens":1433},"claude-opus-4-7":{"in_tokens":2285,"out_tokens":484},"mistral-large-2":{"in_tokens":1252,"out_tokens":693}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":792,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":13.460107058000006,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1474,"out_tokens":2016},"claude-opus-4-7":{"in_tokens":2815,"out_tokens":693},"mistral-large-2":{"in_tokens":1629,"out_tokens":648}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":1,"status":"ok","in_tokens":1019,"out_tokens":1444,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.717206560000022,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2187,"out_tokens":1975},"claude-opus-4-7":{"in_tokens":4049,"out_tokens":910},"mistral-large-2":{"in_tokens":2364,"out_tokens":718}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":2,"status":"ok","in_tokens":383,"out_tokens":2073,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":40.70161500299997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2004,"out_tokens":1249},"claude-opus-4-7":{"in_tokens":3778,"out_tokens":504},"mistral-large-2":{"in_tokens":2093,"out_tokens":911}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":1,"status":"ok","in_tokens":784,"out_tokens":748,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":11.531668663000005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1460,"out_tokens":2456},"claude-opus-4-7":{"in_tokens":2771,"out_tokens":602},"mistral-large-2":{"in_tokens":1616,"out_tokens":668}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":23.329320939000013,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":1834},"claude-opus-4-7":{"in_tokens":2609,"out_tokens":679},"mistral-large-2":{"in_tokens":1504,"out_tokens":662}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":2,"status":"ok","in_tokens":784,"out_tokens":880,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":14.08524685399999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1518,"out_tokens":1460},"claude-opus-4-7":{"in_tokens":2903,"out_tokens":646},"mistral-large-2":{"in_tokens":1677,"out_tokens":596}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":1,"status":"ok","in_tokens":713,"out_tokens":538,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":8.424742046000006,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1251,"out_tokens":2244},"claude-opus-4-7":{"in_tokens":2379,"out_tokens":559},"mistral-large-2":{"in_tokens":1376,"out_tokens":711}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":652,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":10.168135086999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":2015},"claude-opus-4-7":{"in_tokens":2493,"out_tokens":547},"mistral-large-2":{"in_tokens":1449,"out_tokens":901}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":1,"status":"ok","in_tokens":385,"out_tokens":1478,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":23.357275829999992,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1839,"out_tokens":1583},"claude-opus-4-7":{"in_tokens":3508,"out_tokens":526},"mistral-large-2":{"in_tokens":1905,"out_tokens":656}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1561,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":25.96641238699999,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1922,"out_tokens":1476},"claude-opus-4-7":{"in_tokens":3603,"out_tokens":617},"mistral-large-2":{"in_tokens":1988,"out_tokens":1042}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":1,"status":"ok","in_tokens":480,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":24.572420464999993,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":1569},"claude-opus-4-7":{"in_tokens":2609,"out_tokens":564},"mistral-large-2":{"in_tokens":1504,"out_tokens":665}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":2,"status":"ok","in_tokens":713,"out_tokens":696,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":10.970069100999979,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1331,"out_tokens":1910},"claude-opus-4-7":{"in_tokens":2537,"out_tokens":631},"mistral-large-2":{"in_tokens":1471,"out_tokens":656}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":2,"status":"ok","in_tokens":480,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":24.132910750000008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":1973},"claude-opus-4-7":{"in_tokens":2694,"out_tokens":526},"mistral-large-2":{"in_tokens":1536,"out_tokens":563}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":2,"status":"ok","in_tokens":385,"out_tokens":1827,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":27.607258,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1868,"out_tokens":1806},"claude-opus-4-7":{"in_tokens":3550,"out_tokens":528},"mistral-large-2":{"in_tokens":1939,"out_tokens":641}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":24.622948604999976,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1392,"out_tokens":911},"claude-opus-4-7":{"in_tokens":2568,"out_tokens":504},"mistral-large-2":{"in_tokens":1569,"out_tokens":478}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":1,"status":"ok","in_tokens":673,"out_tokens":935,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":14.887824830999989,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":2577},"claude-opus-4-7":{"in_tokens":2704,"out_tokens":530},"mistral-large-2":{"in_tokens":1563,"out_tokens":735}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":1,"status":"ok","in_tokens":554,"out_tokens":164,"error":null,"skip_reason":null,"score_raw":0.38095238095238093,"duration_s":18.08838304699998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1109},"claude-opus-4-7":{"in_tokens":2571,"out_tokens":504},"mistral-large-2":{"in_tokens":1578,"out_tokens":520}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1277,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":23.068253254000012,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1656,"out_tokens":1934},"claude-opus-4-7":{"in_tokens":3089,"out_tokens":580},"mistral-large-2":{"in_tokens":1727,"out_tokens":676}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":981,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":16.094087103999982,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1418,"out_tokens":1666},"claude-opus-4-7":{"in_tokens":2750,"out_tokens":541},"mistral-large-2":{"in_tokens":1584,"out_tokens":787}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":2,"status":"ok","in_tokens":673,"out_tokens":959,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":15.198625849999985,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1415,"out_tokens":2788},"claude-opus-4-7":{"in_tokens":2728,"out_tokens":507},"mistral-large-2":{"in_tokens":1581,"out_tokens":572}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":2,"status":"ok","in_tokens":304,"out_tokens":1153,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":16.817975545000024,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1596,"out_tokens":1751},"claude-opus-4-7":{"in_tokens":2980,"out_tokens":499},"mistral-large-2":{"in_tokens":1661,"out_tokens":698}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":1,"status":"ok","in_tokens":304,"out_tokens":1311,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":18.137508923999974,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1626,"out_tokens":1782},"claude-opus-4-7":{"in_tokens":3018,"out_tokens":586},"mistral-large-2":{"in_tokens":1689,"out_tokens":656}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":2,"status":"ok","in_tokens":554,"out_tokens":159,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":15.68978382900002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1394,"out_tokens":1251},"claude-opus-4-7":{"in_tokens":2569,"out_tokens":438},"mistral-large-2":{"in_tokens":1573,"out_tokens":494}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":955,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":15.890547168000012,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1505,"out_tokens":1844},"claude-opus-4-7":{"in_tokens":2880,"out_tokens":674},"mistral-large-2":{"in_tokens":1643,"out_tokens":850}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":721,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":12.432529122000005,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1268,"out_tokens":1529},"claude-opus-4-7":{"in_tokens":2533,"out_tokens":612},"mistral-large-2":{"in_tokens":1386,"out_tokens":572}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":1,"status":"ok","in_tokens":266,"out_tokens":1081,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":15.056209292000005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1384,"out_tokens":1580},"claude-opus-4-7":{"in_tokens":2615,"out_tokens":616},"mistral-large-2":{"in_tokens":1466,"out_tokens":612}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1206,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":18.265988780999976,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1444,"out_tokens":1588},"claude-opus-4-7":{"in_tokens":2757,"out_tokens":549},"mistral-large-2":{"in_tokens":1533,"out_tokens":726}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":2,"status":"ok","in_tokens":721,"out_tokens":936,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":15.503922103000036,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1499,"out_tokens":2921},"claude-opus-4-7":{"in_tokens":2861,"out_tokens":746},"mistral-large-2":{"in_tokens":1638,"out_tokens":739}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":1,"status":"ok","in_tokens":721,"out_tokens":1007,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":16.431624572000032,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1526,"out_tokens":2735},"claude-opus-4-7":{"in_tokens":2932,"out_tokens":737},"mistral-large-2":{"in_tokens":1667,"out_tokens":924}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":279,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":22.855958144,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1676,"out_tokens":1852},"claude-opus-4-7":{"in_tokens":3120,"out_tokens":574},"mistral-large-2":{"in_tokens":1795,"out_tokens":559}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":2,"status":"ok","in_tokens":266,"out_tokens":1121,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":16.037956046000033,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1424,"out_tokens":1530},"claude-opus-4-7":{"in_tokens":2704,"out_tokens":511},"mistral-large-2":{"in_tokens":1509,"out_tokens":660}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":1,"status":"ok","in_tokens":627,"out_tokens":789,"error":null,"skip_reason":null,"score_raw":0.9629629629629629,"duration_s":13.722229150999965,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":1581},"claude-opus-4-7":{"in_tokens":2601,"out_tokens":494},"mistral-large-2":{"in_tokens":1437,"out_tokens":551}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1033,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":20.021766921999983,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1438,"out_tokens":1374},"claude-opus-4-7":{"in_tokens":2730,"out_tokens":487},"mistral-large-2":{"in_tokens":1513,"out_tokens":710}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":2,"status":"ok","in_tokens":627,"out_tokens":691,"error":null,"skip_reason":null,"score_raw":0.8148148148148149,"duration_s":11.15771522099999,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1243,"out_tokens":1778},"claude-opus-4-7":{"in_tokens":2503,"out_tokens":551},"mistral-large-2":{"in_tokens":1370,"out_tokens":580}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":1,"status":"ok","in_tokens":254,"out_tokens":790,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":11.06240087499998,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":1384},"claude-opus-4-7":{"in_tokens":2508,"out_tokens":419},"mistral-large-2":{"in_tokens":1398,"out_tokens":559}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":1,"status":"ok","in_tokens":590,"out_tokens":278,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":27.294331806999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1677,"out_tokens":1653},"claude-opus-4-7":{"in_tokens":3138,"out_tokens":611},"mistral-large-2":{"in_tokens":1789,"out_tokens":546}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":19.94994984599998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1279,"out_tokens":1316},"claude-opus-4-7":{"in_tokens":2472,"out_tokens":582},"mistral-large-2":{"in_tokens":1401,"out_tokens":627}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":2,"status":"ok","in_tokens":254,"out_tokens":1001,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":12.978055899000026,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1278,"out_tokens":1261},"claude-opus-4-7":{"in_tokens":2421,"out_tokens":523},"mistral-large-2":{"in_tokens":1344,"out_tokens":539}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":2,"status":"ok","in_tokens":590,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":28.784652719999997,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1590,"out_tokens":1414},"claude-opus-4-7":{"in_tokens":2956,"out_tokens":572},"mistral-large-2":{"in_tokens":1705,"out_tokens":750}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":1,"status":"ok","in_tokens":445,"out_tokens":209,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":18.22928368800001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1263,"out_tokens":1361},"claude-opus-4-7":{"in_tokens":2452,"out_tokens":508},"mistral-large-2":{"in_tokens":1381,"out_tokens":648}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":2,"status":"ok","in_tokens":385,"out_tokens":324,"error":null,"skip_reason":null,"score_raw":0.19047619047619047,"duration_s":67.14392751000003,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1325,"out_tokens":2357},"claude-opus-4-7":{"in_tokens":2601,"out_tokens":795},"mistral-large-2":{"in_tokens":1399,"out_tokens":617}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1565,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":20.716903639999998,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1493,"out_tokens":1336},"claude-opus-4-7":{"in_tokens":2786,"out_tokens":495},"mistral-large-2":{"in_tokens":1557,"out_tokens":561}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1712,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":25.726391740999986,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2313,"out_tokens":3165},"claude-opus-4-7":{"in_tokens":4494,"out_tokens":786},"mistral-large-2":{"in_tokens":2425,"out_tokens":772}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":2,"status":"ok","in_tokens":281,"out_tokens":1250,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":16.568080340999984,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1496,"out_tokens":1404},"claude-opus-4-7":{"in_tokens":2771,"out_tokens":434},"mistral-large-2":{"in_tokens":1557,"out_tokens":618}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":1,"status":"ok","in_tokens":1015,"out_tokens":1776,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":27.74502561500003,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2333,"out_tokens":2890},"claude-opus-4-7":{"in_tokens":4558,"out_tokens":729},"mistral-large-2":{"in_tokens":2455,"out_tokens":844}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":114,"error":null,"skip_reason":null,"score_raw":0.25925925925925924,"duration_s":18.494425240999988,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1075,"out_tokens":1353},"claude-opus-4-7":{"in_tokens":2086,"out_tokens":515},"mistral-large-2":{"in_tokens":1180,"out_tokens":584}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":1,"status":"ok","in_tokens":281,"out_tokens":1620,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":21.95137011600002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1546,"out_tokens":1248},"claude-opus-4-7":{"in_tokens":2927,"out_tokens":519},"mistral-large-2":{"in_tokens":1615,"out_tokens":646}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":2,"status":"ok","in_tokens":445,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":20.742826734999994,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1277,"out_tokens":1876},"claude-opus-4-7":{"in_tokens":2462,"out_tokens":578},"mistral-large-2":{"in_tokens":1388,"out_tokens":615}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":2,"status":"ok","in_tokens":1015,"out_tokens":1577,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":26.140933839000013,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":1.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2222,"out_tokens":2110},"claude-opus-4-7":{"in_tokens":4359,"out_tokens":813},"mistral-large-2":{"in_tokens":2342,"out_tokens":787}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":1,"status":"ok","in_tokens":387,"out_tokens":114,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":19.598376076000022,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1075,"out_tokens":1245},"claude-opus-4-7":{"in_tokens":2086,"out_tokens":516},"mistral-large-2":{"in_tokens":1180,"out_tokens":542}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1732,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":22.604237012999988,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1965,"out_tokens":1378},"claude-opus-4-7":{"in_tokens":3695,"out_tokens":664},"mistral-large-2":{"in_tokens":2023,"out_tokens":696}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":661,"error":null,"skip_reason":null,"score_raw":0.26666666666666666,"duration_s":13.986990090999996,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2114,"out_tokens":2981},"claude-opus-4-7":{"in_tokens":3921,"out_tokens":764},"mistral-large-2":{"in_tokens":2259,"out_tokens":750}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":2,"status":"ok","in_tokens":387,"out_tokens":153,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":17.79662215999997,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1106,"out_tokens":1715},"claude-opus-4-7":{"in_tokens":2123,"out_tokens":545},"mistral-large-2":{"in_tokens":1214,"out_tokens":604}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":1823,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":30.77892922899997,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2281,"out_tokens":3943},"claude-opus-4-7":{"in_tokens":4455,"out_tokens":1236},"mistral-large-2":{"in_tokens":2456,"out_tokens":831}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":2,"status":"ok","in_tokens":469,"out_tokens":367,"error":null,"skip_reason":null,"score_raw":0.03333333333333333,"duration_s":368.428163109,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1824,"out_tokens":2023},"claude-opus-4-7":{"in_tokens":3485,"out_tokens":732},"mistral-large-2":{"in_tokens":1934,"out_tokens":822}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":1,"status":"ok","in_tokens":385,"out_tokens":1528,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":22.904606592999983,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1889,"out_tokens":1029},"claude-opus-4-7":{"in_tokens":3546,"out_tokens":556},"mistral-large-2":{"in_tokens":1956,"out_tokens":739}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":2,"status":"ok","in_tokens":385,"out_tokens":1494,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":21.945401826000023,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1919,"out_tokens":1720},"claude-opus-4-7":{"in_tokens":3618,"out_tokens":588},"mistral-large-2":{"in_tokens":2000,"out_tokens":664}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":20.68544390200003,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1174,"out_tokens":1467},"claude-opus-4-7":{"in_tokens":2269,"out_tokens":534},"mistral-large-2":{"in_tokens":1310,"out_tokens":719}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":1,"status":"ok","in_tokens":446,"out_tokens":647,"error":null,"skip_reason":null,"score_raw":0.13333333333333333,"duration_s":14.590597960999958,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2095,"out_tokens":2197},"claude-opus-4-7":{"in_tokens":3934,"out_tokens":883},"mistral-large-2":{"in_tokens":2245,"out_tokens":862}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":1,"status":"ok","in_tokens":380,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":20.752611153999965,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":1113},"claude-opus-4-7":{"in_tokens":2203,"out_tokens":501},"mistral-large-2":{"in_tokens":1274,"out_tokens":653}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":2,"status":"ok","in_tokens":380,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":20.925683389000028,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":1183},"claude-opus-4-7":{"in_tokens":2203,"out_tokens":551},"mistral-large-2":{"in_tokens":1274,"out_tokens":579}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1617,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":23.00194270899999,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1694,"out_tokens":1611},"claude-opus-4-7":{"in_tokens":3208,"out_tokens":594},"mistral-large-2":{"in_tokens":1765,"out_tokens":670}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":1,"status":"ok","in_tokens":358,"out_tokens":1377,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":19.65195656399999,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1583,"out_tokens":1616},"claude-opus-4-7":{"in_tokens":2998,"out_tokens":642},"mistral-large-2":{"in_tokens":1653,"out_tokens":682}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":646,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":376.650131909,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1723,"out_tokens":1669},"claude-opus-4-7":{"in_tokens":3257,"out_tokens":839},"mistral-large-2":{"in_tokens":1885,"out_tokens":820}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":1,"status":"ok","in_tokens":999,"out_tokens":2010,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":31.296810556000025,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2399,"out_tokens":4503},"claude-opus-4-7":{"in_tokens":4642,"out_tokens":906},"mistral-large-2":{"in_tokens":2598,"out_tokens":870}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":2,"status":"ok","in_tokens":999,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":30.903957674000026,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2397,"out_tokens":3507},"claude-opus-4-7":{"in_tokens":4683,"out_tokens":767},"mistral-large-2":{"in_tokens":2598,"out_tokens":801}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1628,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":28.03429458400001,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2156,"out_tokens":2422},"claude-opus-4-7":{"in_tokens":4203,"out_tokens":1046},"mistral-large-2":{"in_tokens":2344,"out_tokens":744}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":24.880274130999965,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1206,"out_tokens":1527},"claude-opus-4-7":{"in_tokens":2333,"out_tokens":578},"mistral-large-2":{"in_tokens":1304,"out_tokens":647}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":2,"status":"ok","in_tokens":358,"out_tokens":1786,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":25.89327346600004,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1608,"out_tokens":1497},"claude-opus-4-7":{"in_tokens":3068,"out_tokens":479},"mistral-large-2":{"in_tokens":1685,"out_tokens":1536}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":20.73435929300001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1084,"out_tokens":1300},"claude-opus-4-7":{"in_tokens":2170,"out_tokens":599},"mistral-large-2":{"in_tokens":1190,"out_tokens":514}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":1,"status":"ok","in_tokens":383,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.40740740740740744,"duration_s":24.751508575000003,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1153,"out_tokens":1483},"claude-opus-4-7":{"in_tokens":2214,"out_tokens":629},"mistral-large-2":{"in_tokens":1250,"out_tokens":636}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":1,"status":"ok","in_tokens":942,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":35.092103796,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2360,"out_tokens":2248},"claude-opus-4-7":{"in_tokens":4628,"out_tokens":916},"mistral-large-2":{"in_tokens":2573,"out_tokens":1124}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":1999,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":29.03343145499997,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1589,"out_tokens":1285},"claude-opus-4-7":{"in_tokens":3058,"out_tokens":581},"mistral-large-2":{"in_tokens":1798,"out_tokens":763}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":1,"status":"ok","in_tokens":436,"out_tokens":1642,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":24.157589814000005,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1552,"out_tokens":2431},"claude-opus-4-7":{"in_tokens":2999,"out_tokens":456},"mistral-large-2":{"in_tokens":1762,"out_tokens":653}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":2,"status":"ok","in_tokens":383,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":27.11034798000003,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1166,"out_tokens":1603},"claude-opus-4-7":{"in_tokens":2272,"out_tokens":615},"mistral-large-2":{"in_tokens":1257,"out_tokens":560}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":2,"status":"ok","in_tokens":436,"out_tokens":1829,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":26.65624810700001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1675,"out_tokens":1385},"claude-opus-4-7":{"in_tokens":3230,"out_tokens":519},"mistral-large-2":{"in_tokens":1880,"out_tokens":566}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":2,"status":"ok","in_tokens":942,"out_tokens":1320,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":24.805455216999974,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1991,"out_tokens":2637},"claude-opus-4-7":{"in_tokens":3895,"out_tokens":998},"mistral-large-2":{"in_tokens":2157,"out_tokens":798}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":1,"status":"ok","in_tokens":351,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":20.864464655999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":1486},"claude-opus-4-7":{"in_tokens":2235,"out_tokens":589},"mistral-large-2":{"in_tokens":1224,"out_tokens":560}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1601,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":25.394083035999984,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2130,"out_tokens":2813},"claude-opus-4-7":{"in_tokens":4215,"out_tokens":990},"mistral-large-2":{"in_tokens":2266,"out_tokens":871}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":1,"status":"ok","in_tokens":921,"out_tokens":1756,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":27.607208039,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2223,"out_tokens":3293},"claude-opus-4-7":{"in_tokens":4370,"out_tokens":858},"mistral-large-2":{"in_tokens":2367,"out_tokens":884}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":2,"status":"ok","in_tokens":351,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":20.399677177,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1084,"out_tokens":1349},"claude-opus-4-7":{"in_tokens":2170,"out_tokens":574},"mistral-large-2":{"in_tokens":1190,"out_tokens":514}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":2,"status":"ok","in_tokens":921,"out_tokens":1285,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":20.295669532999966,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1979,"out_tokens":2696},"claude-opus-4-7":{"in_tokens":3899,"out_tokens":850},"mistral-large-2":{"in_tokens":2095,"out_tokens":797}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":333,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":22.99836316599999,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1767,"out_tokens":2293},"claude-opus-4-7":{"in_tokens":3456,"out_tokens":743},"mistral-large-2":{"in_tokens":1850,"out_tokens":699}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1801,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":26.447643588999995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1570,"out_tokens":1674},"claude-opus-4-7":{"in_tokens":2912,"out_tokens":548},"mistral-large-2":{"in_tokens":1757,"out_tokens":528}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":1,"status":"ok","in_tokens":547,"out_tokens":385,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":23.421164998999984,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1820,"out_tokens":2243},"claude-opus-4-7":{"in_tokens":3553,"out_tokens":826},"mistral-large-2":{"in_tokens":1908,"out_tokens":744}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":2,"status":"ok","in_tokens":489,"out_tokens":1655,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":25.495037831000047,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1488,"out_tokens":1502},"claude-opus-4-7":{"in_tokens":2722,"out_tokens":530},"mistral-large-2":{"in_tokens":1669,"out_tokens":542}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":1,"status":"ok","in_tokens":489,"out_tokens":1823,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":27.499601445999986,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1656,"out_tokens":1229},"claude-opus-4-7":{"in_tokens":3064,"out_tokens":455},"mistral-large-2":{"in_tokens":1846,"out_tokens":578}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1571,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":25.550308494000035,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2139,"out_tokens":3497},"claude-opus-4-7":{"in_tokens":4155,"out_tokens":928},"mistral-large-2":{"in_tokens":2318,"out_tokens":961}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":1962,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":26.153369227999974,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1952,"out_tokens":2454},"claude-opus-4-7":{"in_tokens":3618,"out_tokens":602},"mistral-large-2":{"in_tokens":2107,"out_tokens":596}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":1,"status":"ok","in_tokens":891,"out_tokens":1520,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":24.163773013000025,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2090,"out_tokens":2610},"claude-opus-4-7":{"in_tokens":4104,"out_tokens":967},"mistral-large-2":{"in_tokens":2271,"out_tokens":763}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":2,"status":"ok","in_tokens":891,"out_tokens":1476,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":22.646524521000003,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2086,"out_tokens":3282},"claude-opus-4-7":{"in_tokens":4060,"out_tokens":741},"mistral-large-2":{"in_tokens":2258,"out_tokens":981}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":2,"status":"ok","in_tokens":547,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":30.988851001,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1844,"out_tokens":2509},"claude-opus-4-7":{"in_tokens":3605,"out_tokens":758},"mistral-large-2":{"in_tokens":1938,"out_tokens":694}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":380,"error":null,"skip_reason":null,"score_raw":0.06666666666666667,"duration_s":22.40180007700002,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.0,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1714,"out_tokens":2740},"claude-opus-4-7":{"in_tokens":3380,"out_tokens":1006},"mistral-large-2":{"in_tokens":1840,"out_tokens":1536}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":2,"status":"ok","in_tokens":446,"out_tokens":632,"error":null,"skip_reason":null,"score_raw":0.13333333333333333,"duration_s":73.884680076,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2089,"out_tokens":2486},"claude-opus-4-7":{"in_tokens":3905,"out_tokens":899},"mistral-large-2":{"in_tokens":2230,"out_tokens":710}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":1,"status":"ok","in_tokens":516,"out_tokens":411,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":23.258237108999992,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1738,"out_tokens":3345},"claude-opus-4-7":{"in_tokens":3399,"out_tokens":818},"mistral-large-2":{"in_tokens":1866,"out_tokens":790}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":472,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":70.521385528,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1539,"out_tokens":2146},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":785},"mistral-large-2":{"in_tokens":1600,"out_tokens":713}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":1,"status":"ok","in_tokens":548,"out_tokens":1874,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":24.660343624000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1864,"out_tokens":1913},"claude-opus-4-7":{"in_tokens":3432,"out_tokens":570},"mistral-large-2":{"in_tokens":2007,"out_tokens":551}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":2,"status":"ok","in_tokens":516,"out_tokens":337,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":22.435740135000003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.3,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1672,"out_tokens":2832},"claude-opus-4-7":{"in_tokens":3278,"out_tokens":697},"mistral-large-2":{"in_tokens":1792,"out_tokens":993}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":30.715800388999924,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2600,"out_tokens":3567},"claude-opus-4-7":{"in_tokens":5026,"out_tokens":895},"mistral-large-2":{"in_tokens":2712,"out_tokens":987}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1825,"error":null,"skip_reason":null,"score_raw":0.8148148148148148,"duration_s":25.684260494999933,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1539,"out_tokens":2214},"claude-opus-4-7":{"in_tokens":2964,"out_tokens":647},"mistral-large-2":{"in_tokens":1695,"out_tokens":748}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":1,"status":"ok","in_tokens":368,"out_tokens":472,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":76.14335796799998,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.25,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1539,"out_tokens":2264},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":809},"mistral-large-2":{"in_tokens":1600,"out_tokens":875}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":2,"status":"ok","in_tokens":548,"out_tokens":2266,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":33.367700856000056,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1872,"out_tokens":2531},"claude-opus-4-7":{"in_tokens":3479,"out_tokens":587},"mistral-large-2":{"in_tokens":2013,"out_tokens":723}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":1,"status":"ok","in_tokens":409,"out_tokens":2002,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":29.501851538999972,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1460,"out_tokens":2332},"claude-opus-4-7":{"in_tokens":2788,"out_tokens":741},"mistral-large-2":{"in_tokens":1610,"out_tokens":716}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":1,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":30.939607264000017,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2586,"out_tokens":3503},"claude-opus-4-7":{"in_tokens":5027,"out_tokens":1029},"mistral-large-2":{"in_tokens":2691,"out_tokens":833}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":2,"status":"ok","in_tokens":1314,"out_tokens":1834,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":29.918749106999996,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2459,"out_tokens":3752},"claude-opus-4-7":{"in_tokens":4809,"out_tokens":816},"mistral-large-2":{"in_tokens":2574,"out_tokens":975}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":1,"status":"ok","in_tokens":493,"out_tokens":301,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":26.120293245000028,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1611,"out_tokens":2251},"claude-opus-4-7":{"in_tokens":3155,"out_tokens":679},"mistral-large-2":{"in_tokens":1752,"out_tokens":1139}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":32.70677884700001,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2379,"out_tokens":3158},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":1007},"mistral-large-2":{"in_tokens":2572,"out_tokens":882}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":1,"status":"ok","in_tokens":407,"out_tokens":527,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":11.856177725000066,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1601,"out_tokens":1882},"claude-opus-4-7":{"in_tokens":3078,"out_tokens":561},"mistral-large-2":{"in_tokens":1667,"out_tokens":649}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":28.834791646000042,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1637,"out_tokens":1872},"claude-opus-4-7":{"in_tokens":3184,"out_tokens":757},"mistral-large-2":{"in_tokens":1770,"out_tokens":728}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":413,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":21.012087757000018,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1734,"out_tokens":3130},"claude-opus-4-7":{"in_tokens":3424,"out_tokens":877},"mistral-large-2":{"in_tokens":1826,"out_tokens":960}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":2,"status":"ok","in_tokens":493,"out_tokens":351,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":26.374606790999962,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1662,"out_tokens":2570},"claude-opus-4-7":{"in_tokens":3225,"out_tokens":924},"mistral-large-2":{"in_tokens":1792,"out_tokens":841}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":980,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":18.168148517000077,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":2338},"claude-opus-4-7":{"in_tokens":2364,"out_tokens":591},"mistral-large-2":{"in_tokens":1355,"out_tokens":717}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":2,"status":"ok","in_tokens":409,"out_tokens":2045,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":27.75499107500002,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1503,"out_tokens":2143},"claude-opus-4-7":{"in_tokens":2874,"out_tokens":857},"mistral-large-2":{"in_tokens":1660,"out_tokens":747}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":2,"status":"ok","in_tokens":356,"out_tokens":1269,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":17.66510119899999,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1264,"out_tokens":1978},"claude-opus-4-7":{"in_tokens":2437,"out_tokens":748},"mistral-large-2":{"in_tokens":1398,"out_tokens":790}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":1,"status":"ok","in_tokens":356,"out_tokens":1314,"error":null,"skip_reason":null,"score_raw":0.8148148148148149,"duration_s":18.06029475799994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1245,"out_tokens":2025},"claude-opus-4-7":{"in_tokens":2397,"out_tokens":479},"mistral-large-2":{"in_tokens":1374,"out_tokens":691}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":1,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":33.99296796400006,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2403,"out_tokens":3240},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":781},"mistral-large-2":{"in_tokens":2610,"out_tokens":884}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":2,"status":"ok","in_tokens":479,"out_tokens":391,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":23.908674963000067,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1710,"out_tokens":2424},"claude-opus-4-7":{"in_tokens":3376,"out_tokens":788},"mistral-large-2":{"in_tokens":1799,"out_tokens":737}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":1,"status":"ok","in_tokens":479,"out_tokens":389,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":26.39562812400004,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1709,"out_tokens":2730},"claude-opus-4-7":{"in_tokens":3342,"out_tokens":918},"mistral-large-2":{"in_tokens":1803,"out_tokens":808}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":2,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":33.66987593400006,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2432,"out_tokens":3371},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":975},"mistral-large-2":{"in_tokens":2648,"out_tokens":821}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":1,"status":"ok","in_tokens":465,"out_tokens":329,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":24.620276672000045,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1653,"out_tokens":2213},"claude-opus-4-7":{"in_tokens":3266,"out_tokens":631},"mistral-large-2":{"in_tokens":1776,"out_tokens":992}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":329,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":26.68482910599994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1653,"out_tokens":2267},"claude-opus-4-7":{"in_tokens":3266,"out_tokens":721},"mistral-large-2":{"in_tokens":1776,"out_tokens":992}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":35.678181858000016,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2515,"out_tokens":2873},"claude-opus-4-7":{"in_tokens":4884,"out_tokens":938},"mistral-large-2":{"in_tokens":2724,"out_tokens":936}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1417,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":20.089607012999977,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1385,"out_tokens":2256},"claude-opus-4-7":{"in_tokens":2682,"out_tokens":790},"mistral-large-2":{"in_tokens":1493,"out_tokens":708}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":1,"status":"ok","in_tokens":1114,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":35.21586925700001,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2517,"out_tokens":3211},"claude-opus-4-7":{"in_tokens":4883,"out_tokens":967},"mistral-large-2":{"in_tokens":2714,"out_tokens":1536}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":2,"status":"ok","in_tokens":368,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":71.13364549500005,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.25,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1529,"out_tokens":1861},"claude-opus-4-7":{"in_tokens":2952,"out_tokens":843},"mistral-large-2":{"in_tokens":1582,"out_tokens":726}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":356,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":24.12892879100002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1903,"out_tokens":2564},"claude-opus-4-7":{"in_tokens":3689,"out_tokens":739},"mistral-large-2":{"in_tokens":1986,"out_tokens":730}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":2,"status":"ok","in_tokens":1114,"out_tokens":1913,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":34.06111678599996,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2445,"out_tokens":2503},"claude-opus-4-7":{"in_tokens":4744,"out_tokens":862},"mistral-large-2":{"in_tokens":2624,"out_tokens":907}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":2,"status":"ok","in_tokens":339,"out_tokens":2419,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":40.814578256999994,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1421,"out_tokens":1895},"claude-opus-4-7":{"in_tokens":2748,"out_tokens":556},"mistral-large-2":{"in_tokens":1589,"out_tokens":652}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":2,"status":"ok","in_tokens":465,"out_tokens":284,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":28.193683735000036,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1605,"out_tokens":2219},"claude-opus-4-7":{"in_tokens":3165,"out_tokens":697},"mistral-large-2":{"in_tokens":1727,"out_tokens":725}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":628,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":74.97765831799995,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1699,"out_tokens":2327},"claude-opus-4-7":{"in_tokens":3258,"out_tokens":597},"mistral-large-2":{"in_tokens":1768,"out_tokens":569}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":1,"status":"ok","in_tokens":698,"out_tokens":349,"error":null,"skip_reason":null,"score_raw":0.26666666666666666,"duration_s":25.555307133000042,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1889,"out_tokens":2084},"claude-opus-4-7":{"in_tokens":3652,"out_tokens":779},"mistral-large-2":{"in_tokens":1976,"out_tokens":958}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":2,"status":"ok","in_tokens":698,"out_tokens":370,"error":null,"skip_reason":null,"score_raw":0.19999999999999998,"duration_s":25.282090704000098,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1914,"out_tokens":2465},"claude-opus-4-7":{"in_tokens":3696,"out_tokens":816},"mistral-large-2":{"in_tokens":1995,"out_tokens":878}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":1,"status":"ok","in_tokens":353,"out_tokens":1541,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":25.38447105299997,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1317,"out_tokens":2201},"claude-opus-4-7":{"in_tokens":2613,"out_tokens":758},"mistral-large-2":{"in_tokens":1425,"out_tokens":651}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":1,"status":"ok","in_tokens":339,"out_tokens":2886,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":52.398502269999994,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":2527},"claude-opus-4-7":{"in_tokens":2672,"out_tokens":564},"mistral-large-2":{"in_tokens":1534,"out_tokens":753}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2392,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":56.66601839599991,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":1344},"claude-opus-4-7":{"in_tokens":2567,"out_tokens":583},"mistral-large-2":{"in_tokens":1480,"out_tokens":614}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":787,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":16.883027190999996,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1862,"out_tokens":1466},"claude-opus-4-7":{"in_tokens":3487,"out_tokens":609},"mistral-large-2":{"in_tokens":1942,"out_tokens":603}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":2,"status":"ok","in_tokens":353,"out_tokens":1441,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":19.393373340999915,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1345,"out_tokens":2072},"claude-opus-4-7":{"in_tokens":2646,"out_tokens":682},"mistral-large-2":{"in_tokens":1448,"out_tokens":701}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":1,"status":"ok","in_tokens":404,"out_tokens":942,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":19.639966923999964,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2006,"out_tokens":2149},"claude-opus-4-7":{"in_tokens":3734,"out_tokens":700},"mistral-large-2":{"in_tokens":2097,"out_tokens":645}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1133,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":16.997609714999953,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1219,"out_tokens":1357},"claude-opus-4-7":{"in_tokens":2414,"out_tokens":564},"mistral-large-2":{"in_tokens":1329,"out_tokens":569}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":397,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":22.725624683999968,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1853,"out_tokens":2030},"claude-opus-4-7":{"in_tokens":3586,"out_tokens":672},"mistral-large-2":{"in_tokens":1984,"out_tokens":959}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":410,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":30.180251560999977,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1734,"out_tokens":2327},"claude-opus-4-7":{"in_tokens":3407,"out_tokens":966},"mistral-large-2":{"in_tokens":1864,"out_tokens":747}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":2,"status":"ok","in_tokens":579,"out_tokens":465,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":26.634196721999956,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1798,"out_tokens":2212},"claude-opus-4-7":{"in_tokens":3553,"out_tokens":858},"mistral-large-2":{"in_tokens":1927,"out_tokens":870}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":2,"status":"ok","in_tokens":404,"out_tokens":769,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":16.387205367000092,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1844,"out_tokens":1673},"claude-opus-4-7":{"in_tokens":3455,"out_tokens":664},"mistral-large-2":{"in_tokens":1924,"out_tokens":660}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":2,"status":"ok","in_tokens":324,"out_tokens":1460,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":20.813385911999944,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1162,"out_tokens":1364},"claude-opus-4-7":{"in_tokens":2272,"out_tokens":610},"mistral-large-2":{"in_tokens":1266,"out_tokens":586}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":1,"status":"ok","in_tokens":579,"out_tokens":410,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":31.26170952399991,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1734,"out_tokens":2533},"claude-opus-4-7":{"in_tokens":3407,"out_tokens":925},"mistral-large-2":{"in_tokens":1864,"out_tokens":687}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":1,"status":"ok","in_tokens":324,"out_tokens":1560,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":23.816316546000053,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1198,"out_tokens":1294},"claude-opus-4-7":{"in_tokens":2381,"out_tokens":560},"mistral-large-2":{"in_tokens":1311,"out_tokens":553}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":1,"status":"ok","in_tokens":408,"out_tokens":776,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":20.649784056000044,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1895,"out_tokens":1748},"claude-opus-4-7":{"in_tokens":3596,"out_tokens":627},"mistral-large-2":{"in_tokens":1959,"out_tokens":935}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":2,"status":"ok","in_tokens":580,"out_tokens":397,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":23.297233994000067,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1853,"out_tokens":1510},"claude-opus-4-7":{"in_tokens":3586,"out_tokens":653},"mistral-large-2":{"in_tokens":1984,"out_tokens":1160}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":1,"status":"ok","in_tokens":580,"out_tokens":360,"error":null,"skip_reason":null,"score_raw":0.4333333333333333,"duration_s":28.40090876599993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1810,"out_tokens":1998},"claude-opus-4-7":{"in_tokens":3494,"out_tokens":648},"mistral-large-2":{"in_tokens":1934,"out_tokens":1059}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":2,"status":"ok","in_tokens":408,"out_tokens":807,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":17.208786221000082,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1930,"out_tokens":1878},"claude-opus-4-7":{"in_tokens":3681,"out_tokens":662},"mistral-large-2":{"in_tokens":1990,"out_tokens":757}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":2426,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":54.385031517000016,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2066,"out_tokens":1841},"claude-opus-4-7":{"in_tokens":4029,"out_tokens":775},"mistral-large-2":{"in_tokens":2172,"out_tokens":797}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":1,"status":"ok","in_tokens":538,"out_tokens":2755,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":57.72385146199997,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2458,"out_tokens":2479},"claude-opus-4-7":{"in_tokens":4831,"out_tokens":721},"mistral-large-2":{"in_tokens":2575,"out_tokens":830}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":571,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":15.296399629999996,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":1739},"claude-opus-4-7":{"in_tokens":2720,"out_tokens":550},"mistral-large-2":{"in_tokens":1575,"out_tokens":581}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":2,"status":"ok","in_tokens":538,"out_tokens":2820,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":61.85123827899997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2140,"out_tokens":2661},"claude-opus-4-7":{"in_tokens":4168,"out_tokens":845},"mistral-large-2":{"in_tokens":2250,"out_tokens":811}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":759,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":76.33509230200002,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1868,"out_tokens":1875},"claude-opus-4-7":{"in_tokens":3550,"out_tokens":582},"mistral-large-2":{"in_tokens":1942,"out_tokens":743}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":3371,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":72.39945638999995,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2797,"out_tokens":3208},"claude-opus-4-7":{"in_tokens":5528,"out_tokens":813},"mistral-large-2":{"in_tokens":3015,"out_tokens":1298}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":2,"status":"ok","in_tokens":323,"out_tokens":714,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":14.911324257999922,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1637,"out_tokens":1391},"claude-opus-4-7":{"in_tokens":2969,"out_tokens":547},"mistral-large-2":{"in_tokens":1718,"out_tokens":782}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":1,"status":"ok","in_tokens":496,"out_tokens":2763,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":47.938172285000064,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2509,"out_tokens":3162},"claude-opus-4-7":{"in_tokens":4943,"out_tokens":698},"mistral-large-2":{"in_tokens":2700,"out_tokens":952}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":723,"error":null,"skip_reason":null,"score_raw":0.8148148148148149,"duration_s":15.68427843500001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1584,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":2945,"out_tokens":681},"mistral-large-2":{"in_tokens":1661,"out_tokens":622}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2131,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":35.18448272300009,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2298,"out_tokens":3057},"claude-opus-4-7":{"in_tokens":4536,"out_tokens":672},"mistral-large-2":{"in_tokens":2480,"out_tokens":921}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":1,"status":"ok","in_tokens":468,"out_tokens":1840,"error":null,"skip_reason":null,"score_raw":0.9333333333333332,"duration_s":29.621437336999975,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2390,"out_tokens":2731},"claude-opus-4-7":{"in_tokens":4672,"out_tokens":781},"mistral-large-2":{"in_tokens":2589,"out_tokens":896}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":1,"status":"ok","in_tokens":289,"out_tokens":529,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":11.508622020999951,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1394,"out_tokens":1902},"claude-opus-4-7":{"in_tokens":2600,"out_tokens":582},"mistral-large-2":{"in_tokens":1467,"out_tokens":657}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":2,"status":"ok","in_tokens":496,"out_tokens":3518,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":72.68891688300005,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2816,"out_tokens":3207},"claude-opus-4-7":{"in_tokens":5536,"out_tokens":1181},"mistral-large-2":{"in_tokens":3059,"out_tokens":870}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":2,"status":"ok","in_tokens":289,"out_tokens":564,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":15.337416165000036,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1436,"out_tokens":1555},"claude-opus-4-7":{"in_tokens":2668,"out_tokens":616},"mistral-large-2":{"in_tokens":1502,"out_tokens":616}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":2,"status":"ok","in_tokens":468,"out_tokens":2451,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":39.59513421700001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2490,"out_tokens":2257},"claude-opus-4-7":{"in_tokens":4974,"out_tokens":778},"mistral-large-2":{"in_tokens":2701,"out_tokens":718}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":10.581038815000056,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1289,"out_tokens":2165},"claude-opus-4-7":{"in_tokens":2486,"out_tokens":557},"mistral-large-2":{"in_tokens":1363,"out_tokens":716}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":1,"status":"ok","in_tokens":279,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":10.516611917999967,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1289,"out_tokens":1927},"claude-opus-4-7":{"in_tokens":2486,"out_tokens":571},"mistral-large-2":{"in_tokens":1363,"out_tokens":577}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":2873,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":56.42106076199991,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2154,"out_tokens":2309},"claude-opus-4-7":{"in_tokens":4235,"out_tokens":829},"mistral-large-2":{"in_tokens":2282,"out_tokens":907}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2300,"error":null,"skip_reason":null,"score_raw":0.6999999999999998,"duration_s":33.67511512100009,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2086,"out_tokens":1866},"claude-opus-4-7":{"in_tokens":4134,"out_tokens":768},"mistral-large-2":{"in_tokens":2270,"out_tokens":765}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":2,"status":"ok","in_tokens":463,"out_tokens":2725,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":48.846358173,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2325,"out_tokens":2886},"claude-opus-4-7":{"in_tokens":4701,"out_tokens":826},"mistral-large-2":{"in_tokens":2459,"out_tokens":1528}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":1,"status":"ok","in_tokens":463,"out_tokens":3539,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":67.37500805999991,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2435,"out_tokens":2448},"claude-opus-4-7":{"in_tokens":4778,"out_tokens":780},"mistral-large-2":{"in_tokens":2581,"out_tokens":838}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":1,"status":"ok","in_tokens":448,"out_tokens":2398,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":32.99994437600003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2248,"out_tokens":2502},"claude-opus-4-7":{"in_tokens":4426,"out_tokens":702},"mistral-large-2":{"in_tokens":2443,"out_tokens":813}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":2,"status":"ok","in_tokens":448,"out_tokens":2891,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":40.30459356699998,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2677,"out_tokens":3182},"claude-opus-4-7":{"in_tokens":5320,"out_tokens":773},"mistral-large-2":{"in_tokens":2895,"out_tokens":839}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":2,"status":"ok","in_tokens":279,"out_tokens":520,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":72.03735355700007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1361,"out_tokens":1303},"claude-opus-4-7":{"in_tokens":2615,"out_tokens":566},"mistral-large-2":{"in_tokens":1429,"out_tokens":569}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":1,"status":"ok","in_tokens":689,"out_tokens":3066,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":45.91717671999993,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2563,"out_tokens":2423},"claude-opus-4-7":{"in_tokens":5065,"out_tokens":786},"mistral-large-2":{"in_tokens":2665,"out_tokens":900}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":431,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":9.744356911000068,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":1150},"claude-opus-4-7":{"in_tokens":2423,"out_tokens":561},"mistral-large-2":{"in_tokens":1368,"out_tokens":565}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":3463,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":57.277243261999956,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2384,"out_tokens":3145},"claude-opus-4-7":{"in_tokens":4671,"out_tokens":969},"mistral-large-2":{"in_tokens":2489,"out_tokens":781}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":2,"status":"ok","in_tokens":689,"out_tokens":2779,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":42.71266080300006,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2404,"out_tokens":1949},"claude-opus-4-7":{"in_tokens":4691,"out_tokens":859},"mistral-large-2":{"in_tokens":2513,"out_tokens":831}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":1,"status":"ok","in_tokens":302,"out_tokens":373,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":9.25768834500002,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1252,"out_tokens":1891},"claude-opus-4-7":{"in_tokens":2352,"out_tokens":627},"mistral-large-2":{"in_tokens":1310,"out_tokens":625}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":2,"status":"ok","in_tokens":302,"out_tokens":416,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":12.11001601099997,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":1371},"claude-opus-4-7":{"in_tokens":2425,"out_tokens":602},"mistral-large-2":{"in_tokens":1353,"out_tokens":638}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":3634,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":60.76992675500003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2479,"out_tokens":2503},"claude-opus-4-7":{"in_tokens":4848,"out_tokens":728},"mistral-large-2":{"in_tokens":2702,"out_tokens":888}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":883,"error":null,"skip_reason":null,"score_raw":0.8148148148148149,"duration_s":18.485004574999948,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1997,"out_tokens":1494},"claude-opus-4-7":{"in_tokens":3759,"out_tokens":583},"mistral-large-2":{"in_tokens":2066,"out_tokens":654}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2541,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":43.12974497799996,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2464,"out_tokens":2966},"claude-opus-4-7":{"in_tokens":4827,"out_tokens":745},"mistral-large-2":{"in_tokens":2639,"out_tokens":761}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":1,"status":"ok","in_tokens":551,"out_tokens":3775,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":57.30935693799995,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2556,"out_tokens":3004},"claude-opus-4-7":{"in_tokens":5028,"out_tokens":876},"mistral-large-2":{"in_tokens":2759,"out_tokens":907}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":2,"status":"ok","in_tokens":551,"out_tokens":2941,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":47.27132519700001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2682,"out_tokens":2827},"claude-opus-4-7":{"in_tokens":5228,"out_tokens":795},"mistral-large-2":{"in_tokens":2895,"out_tokens":863}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":1,"status":"ok","in_tokens":408,"out_tokens":663,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":17.951006707000033,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1771,"out_tokens":1770},"claude-opus-4-7":{"in_tokens":3325,"out_tokens":555},"mistral-large-2":{"in_tokens":1846,"out_tokens":601}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":2,"status":"ok","in_tokens":408,"out_tokens":805,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":16.775046905000067,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1912,"out_tokens":1350},"claude-opus-4-7":{"in_tokens":3630,"out_tokens":570},"mistral-large-2":{"in_tokens":1988,"out_tokens":628}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":1,"status":"ok","in_tokens":559,"out_tokens":2593,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":41.367039279000096,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2708,"out_tokens":2125},"claude-opus-4-7":{"in_tokens":5280,"out_tokens":746},"mistral-large-2":{"in_tokens":2933,"out_tokens":1252}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":517,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":10.590713342000072,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1478,"out_tokens":1823},"claude-opus-4-7":{"in_tokens":2822,"out_tokens":499},"mistral-large-2":{"in_tokens":1539,"out_tokens":573}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":2,"status":"ok","in_tokens":559,"out_tokens":2783,"error":null,"skip_reason":null,"score_raw":0.9333333333333332,"duration_s":43.421670579999954,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2642,"out_tokens":2457},"claude-opus-4-7":{"in_tokens":5131,"out_tokens":983},"mistral-large-2":{"in_tokens":2828,"out_tokens":817}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":1,"status":"ok","in_tokens":373,"out_tokens":577,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":73.67743713300001,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1532,"out_tokens":1996},"claude-opus-4-7":{"in_tokens":2932,"out_tokens":557},"mistral-large-2":{"in_tokens":1599,"out_tokens":571}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":2,"status":"ok","in_tokens":373,"out_tokens":452,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":9.61646387899998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":1706},"claude-opus-4-7":{"in_tokens":2698,"out_tokens":445},"mistral-large-2":{"in_tokens":1474,"out_tokens":618}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":253,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":5.837947231000044,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1361,"out_tokens":1427},"claude-opus-4-7":{"in_tokens":2641,"out_tokens":670},"mistral-large-2":{"in_tokens":1527,"out_tokens":625}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":1,"status":"ok","in_tokens":506,"out_tokens":439,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":9.558370948999936,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1533,"out_tokens":1761},"claude-opus-4-7":{"in_tokens":2992,"out_tokens":468},"mistral-large-2":{"in_tokens":1714,"out_tokens":580}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":2,"status":"ok","in_tokens":506,"out_tokens":492,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":11.15129710299999,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1583,"out_tokens":1559},"claude-opus-4-7":{"in_tokens":3081,"out_tokens":637},"mistral-large-2":{"in_tokens":1767,"out_tokens":667}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":1,"status":"ok","in_tokens":323,"out_tokens":502,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":13.333915751999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1453,"out_tokens":1510},"claude-opus-4-7":{"in_tokens":2610,"out_tokens":542},"mistral-large-2":{"in_tokens":1506,"out_tokens":593}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":2,"status":"ok","in_tokens":407,"out_tokens":654,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":13.63707123799999,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1724,"out_tokens":2114},"claude-opus-4-7":{"in_tokens":3298,"out_tokens":565},"mistral-large-2":{"in_tokens":1794,"out_tokens":530}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":1,"status":"ok","in_tokens":403,"out_tokens":526,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":72.02688224100001,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1639,"out_tokens":2130},"claude-opus-4-7":{"in_tokens":3171,"out_tokens":609},"mistral-large-2":{"in_tokens":1765,"out_tokens":671}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":254,"error":null,"skip_reason":null,"score_raw":0.4761904761904761,"duration_s":66.08003825200001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1481,"out_tokens":1376},"claude-opus-4-7":{"in_tokens":2721,"out_tokens":563},"mistral-large-2":{"in_tokens":1665,"out_tokens":536}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":1,"status":"ok","in_tokens":572,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":65.98305173,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1504,"out_tokens":1608},"claude-opus-4-7":{"in_tokens":2772,"out_tokens":479},"mistral-large-2":{"in_tokens":1692,"out_tokens":499}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":444,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":9.192043996000024,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1823,"out_tokens":2713},"claude-opus-4-7":{"in_tokens":3406,"out_tokens":793},"mistral-large-2":{"in_tokens":1950,"out_tokens":805}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":2,"status":"ok","in_tokens":597,"out_tokens":438,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":11.350370800999997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1817,"out_tokens":2701},"claude-opus-4-7":{"in_tokens":3402,"out_tokens":817},"mistral-large-2":{"in_tokens":1944,"out_tokens":680}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":1,"status":"ok","in_tokens":597,"out_tokens":407,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":71.53220484600001,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1782,"out_tokens":2705},"claude-opus-4-7":{"in_tokens":3333,"out_tokens":891},"mistral-large-2":{"in_tokens":1913,"out_tokens":819}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":398,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":69.522407189,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1434,"out_tokens":1537},"claude-opus-4-7":{"in_tokens":2797,"out_tokens":736},"mistral-large-2":{"in_tokens":1565,"out_tokens":646}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":5.348120987000016,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1181,"out_tokens":2111},"claude-opus-4-7":{"in_tokens":2246,"out_tokens":767},"mistral-large-2":{"in_tokens":1299,"out_tokens":780}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":2,"status":"ok","in_tokens":460,"out_tokens":368,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":8.541569089999996,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1492},"claude-opus-4-7":{"in_tokens":2773,"out_tokens":673},"mistral-large-2":{"in_tokens":1535,"out_tokens":646}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":1,"status":"ok","in_tokens":404,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.2962962962962963,"duration_s":64.596513259,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1148,"out_tokens":1966},"claude-opus-4-7":{"in_tokens":2174,"out_tokens":621},"mistral-large-2":{"in_tokens":1262,"out_tokens":682}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":313,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":7.285872926000025,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1217,"out_tokens":1677},"claude-opus-4-7":{"in_tokens":2397,"out_tokens":489},"mistral-large-2":{"in_tokens":1351,"out_tokens":524}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":1,"status":"ok","in_tokens":397,"out_tokens":328,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":67.90548134600004,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1235,"out_tokens":1838},"claude-opus-4-7":{"in_tokens":2439,"out_tokens":514},"mistral-large-2":{"in_tokens":1366,"out_tokens":590}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":2,"status":"ok","in_tokens":397,"out_tokens":510,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":11.915669476999994,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1393,"out_tokens":1859},"claude-opus-4-7":{"in_tokens":2761,"out_tokens":621},"mistral-large-2":{"in_tokens":1548,"out_tokens":643}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":249,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":6.100505889999965,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":1809},"claude-opus-4-7":{"in_tokens":2401,"out_tokens":620},"mistral-large-2":{"in_tokens":1336,"out_tokens":639}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":1,"status":"ok","in_tokens":393,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":5.732252090999964,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1242,"out_tokens":1548},"claude-opus-4-7":{"in_tokens":2419,"out_tokens":632},"mistral-large-2":{"in_tokens":1345,"out_tokens":604}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":2,"status":"ok","in_tokens":393,"out_tokens":254,"error":null,"skip_reason":null,"score_raw":0.2962962962962963,"duration_s":5.697476878999964,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1238,"out_tokens":1786},"claude-opus-4-7":{"in_tokens":2426,"out_tokens":800},"mistral-large-2":{"in_tokens":1341,"out_tokens":677}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":2,"status":"ok","in_tokens":572,"out_tokens":254,"error":null,"skip_reason":null,"score_raw":0.4761904761904761,"duration_s":367.837243522,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1481,"out_tokens":1578},"claude-opus-4-7":{"in_tokens":2721,"out_tokens":571},"mistral-large-2":{"in_tokens":1665,"out_tokens":526}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":1,"status":"ok","in_tokens":369,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":7.228218679999998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1151,"out_tokens":1725},"claude-opus-4-7":{"in_tokens":2300,"out_tokens":849},"mistral-large-2":{"in_tokens":1259,"out_tokens":654}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":65.27167635199999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1124,"out_tokens":1474},"claude-opus-4-7":{"in_tokens":2244,"out_tokens":584},"mistral-large-2":{"in_tokens":1228,"out_tokens":539}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":2,"status":"ok","in_tokens":369,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.40740740740740744,"duration_s":5.809194887999979,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1151,"out_tokens":1265},"claude-opus-4-7":{"in_tokens":2300,"out_tokens":722},"mistral-large-2":{"in_tokens":1259,"out_tokens":647}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":1,"status":"ok","in_tokens":460,"out_tokens":397,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":369.992333876,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1433,"out_tokens":1787},"claude-opus-4-7":{"in_tokens":2797,"out_tokens":705},"mistral-large-2":{"in_tokens":1564,"out_tokens":606}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":673,"error":null,"skip_reason":null,"score_raw":0.09999999999999999,"duration_s":74.83991865999997,"hallucination_count":5.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":2087,"out_tokens":2937},"claude-opus-4-7":{"in_tokens":4085,"out_tokens":1007},"mistral-large-2":{"in_tokens":2189,"out_tokens":857}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":2,"status":"ok","in_tokens":566,"out_tokens":782,"error":null,"skip_reason":null,"score_raw":0.26666666666666666,"duration_s":15.942392617999985,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2199,"out_tokens":2741},"claude-opus-4-7":{"in_tokens":4271,"out_tokens":1088},"mistral-large-2":{"in_tokens":2298,"out_tokens":872}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":2,"status":"ok","in_tokens":404,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":365.01992371200004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1148,"out_tokens":2389},"claude-opus-4-7":{"in_tokens":2174,"out_tokens":617},"mistral-large-2":{"in_tokens":1262,"out_tokens":895}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":877,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":79.32060859800004,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2157,"out_tokens":3051},"claude-opus-4-7":{"in_tokens":4313,"out_tokens":926},"mistral-large-2":{"in_tokens":2330,"out_tokens":818}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":2,"status":"ok","in_tokens":526,"out_tokens":938,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":24.43789954600004,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2234,"out_tokens":3257},"claude-opus-4-7":{"in_tokens":4409,"out_tokens":922},"mistral-large-2":{"in_tokens":2391,"out_tokens":754}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":800,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":16.222713223000028,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2077,"out_tokens":2756},"claude-opus-4-7":{"in_tokens":4090,"out_tokens":812},"mistral-large-2":{"in_tokens":2239,"out_tokens":803}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":2,"status":"ok","in_tokens":521,"out_tokens":737,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":16.005328506999945,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2005,"out_tokens":2417},"claude-opus-4-7":{"in_tokens":3967,"out_tokens":791},"mistral-large-2":{"in_tokens":2176,"out_tokens":692}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":808,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":17.800433100000078,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2095,"out_tokens":1671},"claude-opus-4-7":{"in_tokens":4234,"out_tokens":849},"mistral-large-2":{"in_tokens":2223,"out_tokens":1085}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":1,"status":"ok","in_tokens":489,"out_tokens":814,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":17.71305062600004,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2111,"out_tokens":2795},"claude-opus-4-7":{"in_tokens":4244,"out_tokens":740},"mistral-large-2":{"in_tokens":2229,"out_tokens":742}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":1,"status":"ok","in_tokens":521,"out_tokens":899,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":79.97564687700003,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2153,"out_tokens":2763},"claude-opus-4-7":{"in_tokens":4276,"out_tokens":920},"mistral-large-2":{"in_tokens":2338,"out_tokens":776}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":759,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":15.338886322000008,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2017,"out_tokens":2353},"claude-opus-4-7":{"in_tokens":3979,"out_tokens":805},"mistral-large-2":{"in_tokens":2190,"out_tokens":1050}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":1,"status":"ok","in_tokens":478,"out_tokens":933,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":19.867594169000085,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2200,"out_tokens":3253},"claude-opus-4-7":{"in_tokens":4333,"out_tokens":857},"mistral-large-2":{"in_tokens":2364,"out_tokens":812}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":2,"status":"ok","in_tokens":489,"out_tokens":663,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":75.08781032400009,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1957,"out_tokens":2509},"claude-opus-4-7":{"in_tokens":3947,"out_tokens":783},"mistral-large-2":{"in_tokens":2078,"out_tokens":773}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":554,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":12.67695341700005,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2084,"out_tokens":3081},"claude-opus-4-7":{"in_tokens":4034,"out_tokens":735},"mistral-large-2":{"in_tokens":2181,"out_tokens":894}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":1,"status":"ok","in_tokens":711,"out_tokens":814,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":17.857718792000014,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2339,"out_tokens":3340},"claude-opus-4-7":{"in_tokens":4527,"out_tokens":882},"mistral-large-2":{"in_tokens":2441,"out_tokens":1048}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":2,"status":"ok","in_tokens":711,"out_tokens":554,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":12.798433764000038,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2084,"out_tokens":2357},"claude-opus-4-7":{"in_tokens":4034,"out_tokens":713},"mistral-large-2":{"in_tokens":2181,"out_tokens":894}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":685,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":14.60873982999999,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1984,"out_tokens":3210},"claude-opus-4-7":{"in_tokens":3915,"out_tokens":702},"mistral-large-2":{"in_tokens":2134,"out_tokens":713}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":1,"status":"ok","in_tokens":588,"out_tokens":847,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":17.58778934700001,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2132,"out_tokens":2170},"claude-opus-4-7":{"in_tokens":4203,"out_tokens":886},"mistral-large-2":{"in_tokens":2296,"out_tokens":762}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":1,"status":"ok","in_tokens":566,"out_tokens":705,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":375.30696352200005,"hallucination_count":6.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":2118,"out_tokens":3574},"claude-opus-4-7":{"in_tokens":4186,"out_tokens":1040},"mistral-large-2":{"in_tokens":2221,"out_tokens":956}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1131,"error":null,"skip_reason":null,"score_raw":0.46666666666666673,"duration_s":25.358765565999988,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2548,"out_tokens":3352},"claude-opus-4-7":{"in_tokens":4940,"out_tokens":973},"mistral-large-2":{"in_tokens":2701,"out_tokens":1031}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":1,"status":"ok","in_tokens":607,"out_tokens":1246,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":26.549249392999968,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2622,"out_tokens":2656},"claude-opus-4-7":{"in_tokens":5193,"out_tokens":1072},"mistral-large-2":{"in_tokens":2816,"out_tokens":948}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":2,"status":"ok","in_tokens":588,"out_tokens":685,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":75.06817068999999,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1984,"out_tokens":2622},"claude-opus-4-7":{"in_tokens":3915,"out_tokens":760},"mistral-large-2":{"in_tokens":2134,"out_tokens":718}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":2,"status":"ok","in_tokens":607,"out_tokens":1098,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":21.984980472000075,"hallucination_count":5.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2502,"out_tokens":2693},"claude-opus-4-7":{"in_tokens":4841,"out_tokens":1032},"mistral-large-2":{"in_tokens":2668,"out_tokens":1000}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":1,"status":"ok","in_tokens":526,"out_tokens":892,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":379.8383224549999,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2181,"out_tokens":2489},"claude-opus-4-7":{"in_tokens":4318,"out_tokens":957},"mistral-large-2":{"in_tokens":2345,"out_tokens":752}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":2,"status":"ok","in_tokens":478,"out_tokens":796,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":375.977531505,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2068,"out_tokens":2618},"claude-opus-4-7":{"in_tokens":4049,"out_tokens":810},"mistral-large-2":{"in_tokens":2227,"out_tokens":877}}}