{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":385,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":9.013834091000007,"hallucination_count":5.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1840,"out_tokens":2185},"claude-opus-4-7":{"in_tokens":3516,"out_tokens":834},"mistral-large-2":{"in_tokens":1952,"out_tokens":943}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":1,"status":"ok","in_tokens":467,"out_tokens":469,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":11.354635881999997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1884,"out_tokens":2807},"claude-opus-4-7":{"in_tokens":3627,"out_tokens":853},"mistral-large-2":{"in_tokens":2032,"out_tokens":884}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":2,"status":"ok","in_tokens":467,"out_tokens":452,"error":null,"skip_reason":null,"score_raw":0.06666666666666667,"duration_s":11.358929393000011,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1864,"out_tokens":2325},"claude-opus-4-7":{"in_tokens":3600,"out_tokens":846},"mistral-large-2":{"in_tokens":2015,"out_tokens":935}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1093,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":17.934339846,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2062,"out_tokens":3311},"claude-opus-4-7":{"in_tokens":3840,"out_tokens":896},"mistral-large-2":{"in_tokens":2213,"out_tokens":1022}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":2,"status":"ok","in_tokens":793,"out_tokens":1097,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":17.686031391,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2017,"out_tokens":1803},"claude-opus-4-7":{"in_tokens":3844,"out_tokens":861},"mistral-large-2":{"in_tokens":2164,"out_tokens":947}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":506,"error":null,"skip_reason":null,"score_raw":0.13333333333333333,"duration_s":16.579338746999994,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1917,"out_tokens":2125},"claude-opus-4-7":{"in_tokens":3714,"out_tokens":889},"mistral-large-2":{"in_tokens":2069,"out_tokens":914}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1293,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":19.285742282,"hallucination_count":5.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2153,"out_tokens":3218},"claude-opus-4-7":{"in_tokens":4060,"out_tokens":914},"mistral-large-2":{"in_tokens":2282,"out_tokens":1034}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":19.63263169599999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1666,"out_tokens":1888},"claude-opus-4-7":{"in_tokens":3201,"out_tokens":652},"mistral-large-2":{"in_tokens":1794,"out_tokens":798}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":1,"status":"ok","in_tokens":793,"out_tokens":1416,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":20.530979748999997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2187,"out_tokens":2783},"claude-opus-4-7":{"in_tokens":4163,"out_tokens":861},"mistral-large-2":{"in_tokens":2355,"out_tokens":896}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":2,"status":"ok","in_tokens":456,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":18.815428427,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1676,"out_tokens":1298},"claude-opus-4-7":{"in_tokens":3197,"out_tokens":616},"mistral-large-2":{"in_tokens":1800,"out_tokens":835}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":1,"status":"ok","in_tokens":456,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":20.647379024000003,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1707,"out_tokens":2287},"claude-opus-4-7":{"in_tokens":3269,"out_tokens":628},"mistral-large-2":{"in_tokens":1833,"out_tokens":816}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":20.656923886,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1748,"out_tokens":2162},"claude-opus-4-7":{"in_tokens":3353,"out_tokens":831},"mistral-large-2":{"in_tokens":1848,"out_tokens":688}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":1,"status":"ok","in_tokens":840,"out_tokens":1414,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":18.536921622999998,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2201,"out_tokens":2410},"claude-opus-4-7":{"in_tokens":4181,"out_tokens":848},"mistral-large-2":{"in_tokens":2338,"out_tokens":923}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":1,"status":"ok","in_tokens":417,"out_tokens":2482,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":37.819993241999995,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1943,"out_tokens":3146},"claude-opus-4-7":{"in_tokens":3698,"out_tokens":875},"mistral-large-2":{"in_tokens":2121,"out_tokens":777}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":2,"status":"ok","in_tokens":840,"out_tokens":1335,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":21.344975195000004,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2173,"out_tokens":3302},"claude-opus-4-7":{"in_tokens":4102,"out_tokens":864},"mistral-large-2":{"in_tokens":2311,"out_tokens":880}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":2527,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":39.14225424099999,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2081,"out_tokens":3029},"claude-opus-4-7":{"in_tokens":3977,"out_tokens":835},"mistral-large-2":{"in_tokens":2220,"out_tokens":909}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1310,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":22.098809546,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1861,"out_tokens":2381},"claude-opus-4-7":{"in_tokens":3479,"out_tokens":1015},"mistral-large-2":{"in_tokens":1987,"out_tokens":682}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":1,"status":"ok","in_tokens":463,"out_tokens":268,"error":null,"skip_reason":null,"score_raw":0.26666666666666666,"duration_s":22.293976106000002,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1735,"out_tokens":2395},"claude-opus-4-7":{"in_tokens":3320,"out_tokens":829},"mistral-large-2":{"in_tokens":1840,"out_tokens":844}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":1,"status":"ok","in_tokens":391,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":19.920900595000006,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":2100},"claude-opus-4-7":{"in_tokens":2634,"out_tokens":787},"mistral-large-2":{"in_tokens":1504,"out_tokens":695}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":1,"status":"ok","in_tokens":676,"out_tokens":1708,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.725204036999997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2064,"out_tokens":2574},"claude-opus-4-7":{"in_tokens":3877,"out_tokens":1063},"mistral-large-2":{"in_tokens":2235,"out_tokens":711}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":2,"status":"ok","in_tokens":417,"out_tokens":2769,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":43.53049657400001,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2038,"out_tokens":2219},"claude-opus-4-7":{"in_tokens":3876,"out_tokens":951},"mistral-large-2":{"in_tokens":2225,"out_tokens":1049}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":2,"status":"ok","in_tokens":463,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.26666666666666666,"duration_s":25.290618726999995,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1700,"out_tokens":3200},"claude-opus-4-7":{"in_tokens":3250,"out_tokens":798},"mistral-large-2":{"in_tokens":1801,"out_tokens":798}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":24.006878560000004,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":2235},"claude-opus-4-7":{"in_tokens":2634,"out_tokens":713},"mistral-large-2":{"in_tokens":1511,"out_tokens":710}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":2,"status":"ok","in_tokens":676,"out_tokens":1206,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":16.839180166999995,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1812,"out_tokens":2324},"claude-opus-4-7":{"in_tokens":3375,"out_tokens":724},"mistral-large-2":{"in_tokens":1948,"out_tokens":858}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3567,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":53.865744323,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2132,"out_tokens":2368},"claude-opus-4-7":{"in_tokens":4136,"out_tokens":979},"mistral-large-2":{"in_tokens":2321,"out_tokens":812}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":2,"status":"ok","in_tokens":665,"out_tokens":1123,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":15.300354548000001,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1663,"out_tokens":2646},"claude-opus-4-7":{"in_tokens":3196,"out_tokens":774},"mistral-large-2":{"in_tokens":1769,"out_tokens":660}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":1,"status":"ok","in_tokens":665,"out_tokens":1274,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":17.839019495000002,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1752,"out_tokens":2812},"claude-opus-4-7":{"in_tokens":3347,"out_tokens":859},"mistral-large-2":{"in_tokens":1860,"out_tokens":857}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1693,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.209781149999998,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1981,"out_tokens":2176},"claude-opus-4-7":{"in_tokens":3766,"out_tokens":676},"mistral-large-2":{"in_tokens":2091,"out_tokens":676}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":2,"status":"ok","in_tokens":360,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":19.624780079999994,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1344,"out_tokens":2526},"claude-opus-4-7":{"in_tokens":2556,"out_tokens":751},"mistral-large-2":{"in_tokens":1420,"out_tokens":670}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":1,"status":"ok","in_tokens":360,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":20.249271757999992,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1344,"out_tokens":2782},"claude-opus-4-7":{"in_tokens":2556,"out_tokens":678},"mistral-large-2":{"in_tokens":1420,"out_tokens":679}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":2,"status":"ok","in_tokens":391,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":24.111525350999997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":1991},"claude-opus-4-7":{"in_tokens":2647,"out_tokens":635},"mistral-large-2":{"in_tokens":1498,"out_tokens":682}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":24.564195115000004,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1326,"out_tokens":2056},"claude-opus-4-7":{"in_tokens":2543,"out_tokens":813},"mistral-large-2":{"in_tokens":1403,"out_tokens":596}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1285,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":17.746948234,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1645,"out_tokens":1873},"claude-opus-4-7":{"in_tokens":3277,"out_tokens":672},"mistral-large-2":{"in_tokens":1731,"out_tokens":677}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":1,"status":"ok","in_tokens":655,"out_tokens":1164,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":17.502145841000015,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1593,"out_tokens":1929},"claude-opus-4-7":{"in_tokens":3156,"out_tokens":557},"mistral-large-2":{"in_tokens":1704,"out_tokens":519}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":2,"status":"ok","in_tokens":655,"out_tokens":1254,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":17.386242291000002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1637,"out_tokens":2689},"claude-opus-4-7":{"in_tokens":3246,"out_tokens":656},"mistral-large-2":{"in_tokens":1753,"out_tokens":716}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":1,"status":"ok","in_tokens":440,"out_tokens":2555,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":40.77330231500001,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2301,"out_tokens":2868},"claude-opus-4-7":{"in_tokens":4404,"out_tokens":815},"mistral-large-2":{"in_tokens":2465,"out_tokens":794}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":1214,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.29096015099998,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1651,"out_tokens":1561},"claude-opus-4-7":{"in_tokens":3193,"out_tokens":573},"mistral-large-2":{"in_tokens":1755,"out_tokens":593}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":1,"status":"ok","in_tokens":469,"out_tokens":368,"error":null,"skip_reason":null,"score_raw":0.09999999999999999,"duration_s":68.35523538400001,"hallucination_count":5.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1824,"out_tokens":2684},"claude-opus-4-7":{"in_tokens":3493,"out_tokens":754},"mistral-large-2":{"in_tokens":1935,"out_tokens":775}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":1,"status":"ok","in_tokens":713,"out_tokens":1021,"error":null,"skip_reason":null,"score_raw":0.9047619047619048,"duration_s":13.781897026000024,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1562,"out_tokens":2524},"claude-opus-4-7":{"in_tokens":3000,"out_tokens":582},"mistral-large-2":{"in_tokens":1672,"out_tokens":609}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":18.148129424000018,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":904},"claude-opus-4-7":{"in_tokens":2353,"out_tokens":467},"mistral-large-2":{"in_tokens":1238,"out_tokens":785}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":2,"status":"ok","in_tokens":440,"out_tokens":2802,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":44.89021172899999,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2100,"out_tokens":2610},"claude-opus-4-7":{"in_tokens":4018,"out_tokens":1012},"mistral-large-2":{"in_tokens":2250,"out_tokens":815}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2743,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":42.68485430400001,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1911,"out_tokens":2533},"claude-opus-4-7":{"in_tokens":3711,"out_tokens":723},"mistral-large-2":{"in_tokens":2056,"out_tokens":678}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":1,"status":"ok","in_tokens":343,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":20.38548155700002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1221,"out_tokens":1825},"claude-opus-4-7":{"in_tokens":2408,"out_tokens":566},"mistral-large-2":{"in_tokens":1282,"out_tokens":755}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":2,"status":"ok","in_tokens":343,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":20.707120831999987,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1171,"out_tokens":2163},"claude-opus-4-7":{"in_tokens":2328,"out_tokens":561},"mistral-large-2":{"in_tokens":1235,"out_tokens":566}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":20.639933237000008,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":1735},"claude-opus-4-7":{"in_tokens":2462,"out_tokens":585},"mistral-large-2":{"in_tokens":1314,"out_tokens":537}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":2,"status":"ok","in_tokens":713,"out_tokens":1168,"error":null,"skip_reason":null,"score_raw":0.9523809523809524,"duration_s":16.634592674000004,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1650,"out_tokens":2227},"claude-opus-4-7":{"in_tokens":3147,"out_tokens":512},"mistral-large-2":{"in_tokens":1761,"out_tokens":660}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":1,"status":"ok","in_tokens":358,"out_tokens":2989,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":43.66859593799998,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1965,"out_tokens":3064},"claude-opus-4-7":{"in_tokens":3753,"out_tokens":866},"mistral-large-2":{"in_tokens":2140,"out_tokens":769}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1510,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":21.999908409,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2305,"out_tokens":3573},"claude-opus-4-7":{"in_tokens":4281,"out_tokens":999},"mistral-large-2":{"in_tokens":2443,"out_tokens":856}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":1,"status":"ok","in_tokens":763,"out_tokens":1654,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":22.529868912000012,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2393,"out_tokens":3357},"claude-opus-4-7":{"in_tokens":4425,"out_tokens":879},"mistral-large-2":{"in_tokens":2550,"out_tokens":895}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":2,"status":"ok","in_tokens":763,"out_tokens":1443,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":19.933085758000004,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2268,"out_tokens":3057},"claude-opus-4-7":{"in_tokens":4214,"out_tokens":1010},"mistral-large-2":{"in_tokens":2399,"out_tokens":829}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":2,"status":"ok","in_tokens":365,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":18.658849785,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":1784},"claude-opus-4-7":{"in_tokens":2413,"out_tokens":513},"mistral-large-2":{"in_tokens":1294,"out_tokens":517}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":1,"status":"ok","in_tokens":365,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":21.292753731000005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":1783},"claude-opus-4-7":{"in_tokens":2462,"out_tokens":554},"mistral-large-2":{"in_tokens":1314,"out_tokens":533}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":18.78668980399999,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1647,"out_tokens":2069},"claude-opus-4-7":{"in_tokens":3055,"out_tokens":501},"mistral-large-2":{"in_tokens":1754,"out_tokens":629}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1064,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":14.213434706000015,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1644,"out_tokens":2266},"claude-opus-4-7":{"in_tokens":3139,"out_tokens":767},"mistral-large-2":{"in_tokens":1709,"out_tokens":550}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":1,"status":"ok","in_tokens":435,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":20.968436070999985,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1715,"out_tokens":2281},"claude-opus-4-7":{"in_tokens":3192,"out_tokens":503},"mistral-large-2":{"in_tokens":1817,"out_tokens":869}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":1,"status":"ok","in_tokens":674,"out_tokens":1302,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":16.958847300000002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1761,"out_tokens":2461},"claude-opus-4-7":{"in_tokens":3377,"out_tokens":833},"mistral-large-2":{"in_tokens":1826,"out_tokens":645}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":2,"status":"ok","in_tokens":674,"out_tokens":1333,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":18.307277129,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1764,"out_tokens":1952},"claude-opus-4-7":{"in_tokens":3408,"out_tokens":810},"mistral-large-2":{"in_tokens":1832,"out_tokens":654}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":1,"status":"ok","in_tokens":344,"out_tokens":2529,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":35.16714821300002,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1631,"out_tokens":1879},"claude-opus-4-7":{"in_tokens":3130,"out_tokens":658},"mistral-large-2":{"in_tokens":1728,"out_tokens":698}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":1,"status":"ok","in_tokens":715,"out_tokens":1191,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":16.509036854999977,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1717,"out_tokens":1655},"claude-opus-4-7":{"in_tokens":3256,"out_tokens":631},"mistral-large-2":{"in_tokens":1790,"out_tokens":944}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":2,"status":"ok","in_tokens":435,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":18.61467455800002,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1738,"out_tokens":2185},"claude-opus-4-7":{"in_tokens":3236,"out_tokens":583},"mistral-large-2":{"in_tokens":1842,"out_tokens":776}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":1,"status":"ok","in_tokens":403,"out_tokens":665,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":105.400864609,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1772,"out_tokens":2804},"claude-opus-4-7":{"in_tokens":3403,"out_tokens":847},"mistral-large-2":{"in_tokens":1904,"out_tokens":604}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":19.659581977000016,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":2174},"claude-opus-4-7":{"in_tokens":2623,"out_tokens":751},"mistral-large-2":{"in_tokens":1419,"out_tokens":675}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":1,"status":"ok","in_tokens":357,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":19.415371495000016,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1299,"out_tokens":1870},"claude-opus-4-7":{"in_tokens":2498,"out_tokens":639},"mistral-large-2":{"in_tokens":1344,"out_tokens":573}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1545,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":22.072749283000007,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1857,"out_tokens":1745},"claude-opus-4-7":{"in_tokens":3610,"out_tokens":636},"mistral-large-2":{"in_tokens":1950,"out_tokens":725}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":3092,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":41.687840378999994,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1618,"out_tokens":1758},"claude-opus-4-7":{"in_tokens":3095,"out_tokens":843},"mistral-large-2":{"in_tokens":1713,"out_tokens":746}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":2,"status":"ok","in_tokens":357,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":18.258326753000006,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.375,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1299,"out_tokens":2294},"claude-opus-4-7":{"in_tokens":2498,"out_tokens":643},"mistral-large-2":{"in_tokens":1344,"out_tokens":605}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":2,"status":"ok","in_tokens":715,"out_tokens":957,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":14.184586517999975,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1596,"out_tokens":1459},"claude-opus-4-7":{"in_tokens":3022,"out_tokens":504},"mistral-large-2":{"in_tokens":1668,"out_tokens":604}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":498,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":11.324246579000004,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1569,"out_tokens":2128},"claude-opus-4-7":{"in_tokens":2985,"out_tokens":938},"mistral-large-2":{"in_tokens":1661,"out_tokens":905}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":1025,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":15.894489092000015,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1667,"out_tokens":2196},"claude-opus-4-7":{"in_tokens":3083,"out_tokens":672},"mistral-large-2":{"in_tokens":1744,"out_tokens":647}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":1,"status":"ok","in_tokens":693,"out_tokens":956,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":16.608747784000002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1627,"out_tokens":1489},"claude-opus-4-7":{"in_tokens":3014,"out_tokens":575},"mistral-large-2":{"in_tokens":1699,"out_tokens":687}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":2,"status":"ok","in_tokens":693,"out_tokens":873,"error":null,"skip_reason":null,"score_raw":0.4444444444444445,"duration_s":13.810932364999985,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1586,"out_tokens":1805},"claude-opus-4-7":{"in_tokens":2931,"out_tokens":616},"mistral-large-2":{"in_tokens":1658,"out_tokens":670}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":2,"status":"ok","in_tokens":358,"out_tokens":3700,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":61.31459133999999,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1972,"out_tokens":2479},"claude-opus-4-7":{"in_tokens":3757,"out_tokens":828},"mistral-large-2":{"in_tokens":2184,"out_tokens":919}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":239,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":21.13854662199998,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":1922},"claude-opus-4-7":{"in_tokens":2523,"out_tokens":489},"mistral-large-2":{"in_tokens":1385,"out_tokens":612}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":1,"status":"ok","in_tokens":398,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":21.212688473999975,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1334,"out_tokens":1737},"claude-opus-4-7":{"in_tokens":2537,"out_tokens":596},"mistral-large-2":{"in_tokens":1395,"out_tokens":810}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":2,"status":"ok","in_tokens":344,"out_tokens":3775,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":50.427555732,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1916,"out_tokens":2422},"claude-opus-4-7":{"in_tokens":3671,"out_tokens":977},"mistral-large-2":{"in_tokens":2035,"out_tokens":909}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":2,"status":"ok","in_tokens":398,"out_tokens":302,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":22.615141099,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1296},"claude-opus-4-7":{"in_tokens":2650,"out_tokens":577},"mistral-large-2":{"in_tokens":1453,"out_tokens":558}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":1,"status":"ok","in_tokens":376,"out_tokens":405,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":13.077902738999995,"hallucination_count":5.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1488,"out_tokens":2140},"claude-opus-4-7":{"in_tokens":2829,"out_tokens":841},"mistral-large-2":{"in_tokens":1568,"out_tokens":709}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":299,"error":null,"skip_reason":null,"score_raw":0.3703703703703704,"duration_s":23.16321429499999,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1405,"out_tokens":1593},"claude-opus-4-7":{"in_tokens":2625,"out_tokens":615},"mistral-large-2":{"in_tokens":1466,"out_tokens":594}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":930,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":21.04769646700001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1641,"out_tokens":1154},"claude-opus-4-7":{"in_tokens":3086,"out_tokens":573},"mistral-large-2":{"in_tokens":1700,"out_tokens":687}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2398,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":29.73532425000002,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1609,"out_tokens":1783},"claude-opus-4-7":{"in_tokens":3244,"out_tokens":719},"mistral-large-2":{"in_tokens":1719,"out_tokens":660}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":1,"status":"ok","in_tokens":709,"out_tokens":1177,"error":null,"skip_reason":null,"score_raw":0.9629629629629629,"duration_s":16.642256885999984,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1768,"out_tokens":1513},"claude-opus-4-7":{"in_tokens":3333,"out_tokens":551},"mistral-large-2":{"in_tokens":1831,"out_tokens":735}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":1,"status":"ok","in_tokens":320,"out_tokens":2331,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":27.65283463,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1670,"out_tokens":2479},"claude-opus-4-7":{"in_tokens":3326,"out_tokens":575},"mistral-large-2":{"in_tokens":1766,"out_tokens":632}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":2,"status":"ok","in_tokens":403,"out_tokens":608,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":74.17037069699998,"hallucination_count":5.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1707,"out_tokens":2657},"claude-opus-4-7":{"in_tokens":3286,"out_tokens":697},"mistral-large-2":{"in_tokens":1847,"out_tokens":766}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":973,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":14.808262577999983,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1496,"out_tokens":1945},"claude-opus-4-7":{"in_tokens":2754,"out_tokens":485},"mistral-large-2":{"in_tokens":1551,"out_tokens":626}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":2,"status":"ok","in_tokens":709,"out_tokens":1042,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":15.495515803999979,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1712,"out_tokens":1563},"claude-opus-4-7":{"in_tokens":3198,"out_tokens":490},"mistral-large-2":{"in_tokens":1774,"out_tokens":648}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":1,"status":"ok","in_tokens":551,"out_tokens":925,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":13.463445896999986,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1458,"out_tokens":1656},"claude-opus-4-7":{"in_tokens":2706,"out_tokens":533},"mistral-large-2":{"in_tokens":1516,"out_tokens":590}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":1,"status":"ok","in_tokens":398,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":21.126631721999985,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":1570},"claude-opus-4-7":{"in_tokens":2563,"out_tokens":669},"mistral-large-2":{"in_tokens":1432,"out_tokens":607}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":825,"error":null,"skip_reason":null,"score_raw":0.9629629629629629,"duration_s":11.79386515500002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1335,"out_tokens":1120},"claude-opus-4-7":{"in_tokens":2495,"out_tokens":506},"mistral-large-2":{"in_tokens":1406,"out_tokens":817}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":2,"status":"ok","in_tokens":398,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":20.741004005000008,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":1577},"claude-opus-4-7":{"in_tokens":2533,"out_tokens":652},"mistral-large-2":{"in_tokens":1416,"out_tokens":857}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":2,"status":"ok","in_tokens":551,"out_tokens":924,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":15.299478399999998,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1477,"out_tokens":2527},"claude-opus-4-7":{"in_tokens":2705,"out_tokens":488},"mistral-large-2":{"in_tokens":1536,"out_tokens":685}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":360,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":15.419977200999995,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1360,"out_tokens":2025},"claude-opus-4-7":{"in_tokens":2739,"out_tokens":793},"mistral-large-2":{"in_tokens":1431,"out_tokens":684}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":290,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":21.73475997099999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1435,"out_tokens":1360},"claude-opus-4-7":{"in_tokens":2724,"out_tokens":566},"mistral-large-2":{"in_tokens":1484,"out_tokens":567}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":1,"status":"ok","in_tokens":486,"out_tokens":1049,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":15.369654921000006,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1428,"out_tokens":1165},"claude-opus-4-7":{"in_tokens":2719,"out_tokens":484},"mistral-large-2":{"in_tokens":1506,"out_tokens":600}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":2,"status":"ok","in_tokens":320,"out_tokens":2550,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":30.959742880999983,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1633,"out_tokens":2822},"claude-opus-4-7":{"in_tokens":3251,"out_tokens":637},"mistral-large-2":{"in_tokens":1735,"out_tokens":616}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":1,"status":"ok","in_tokens":405,"out_tokens":290,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":22.257561758999998,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1435,"out_tokens":1407},"claude-opus-4-7":{"in_tokens":2724,"out_tokens":573},"mistral-large-2":{"in_tokens":1484,"out_tokens":549}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":2,"status":"ok","in_tokens":486,"out_tokens":964,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":14.147189822000001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1415,"out_tokens":1519},"claude-opus-4-7":{"in_tokens":2634,"out_tokens":538},"mistral-large-2":{"in_tokens":1486,"out_tokens":700}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":1,"status":"ok","in_tokens":363,"out_tokens":2000,"error":null,"skip_reason":null,"score_raw":0.9523809523809524,"duration_s":28.41277353999999,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1539,"out_tokens":1299},"claude-opus-4-7":{"in_tokens":3034,"out_tokens":510},"mistral-large-2":{"in_tokens":1640,"out_tokens":518}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":2478,"error":null,"skip_reason":null,"score_raw":0.9523809523809524,"duration_s":32.37836113999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1441,"out_tokens":1152},"claude-opus-4-7":{"in_tokens":2841,"out_tokens":539},"mistral-large-2":{"in_tokens":1544,"out_tokens":511}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":1006,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":15.345146558999971,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1220},"claude-opus-4-7":{"in_tokens":2639,"out_tokens":507},"mistral-large-2":{"in_tokens":1473,"out_tokens":557}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":1,"status":"ok","in_tokens":482,"out_tokens":1008,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":14.456522790000008,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1384,"out_tokens":1114},"claude-opus-4-7":{"in_tokens":2641,"out_tokens":517},"mistral-large-2":{"in_tokens":1459,"out_tokens":617}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":2,"status":"ok","in_tokens":482,"out_tokens":991,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":14.184921346000039,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1380,"out_tokens":1441},"claude-opus-4-7":{"in_tokens":2624,"out_tokens":479},"mistral-large-2":{"in_tokens":1441,"out_tokens":547}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.377056105999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1146,"out_tokens":1307},"claude-opus-4-7":{"in_tokens":2145,"out_tokens":471},"mistral-large-2":{"in_tokens":1194,"out_tokens":528}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":2,"status":"ok","in_tokens":405,"out_tokens":322,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":20.323915212000003,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1463,"out_tokens":1169},"claude-opus-4-7":{"in_tokens":2802,"out_tokens":456},"mistral-large-2":{"in_tokens":1512,"out_tokens":565}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":1,"status":"ok","in_tokens":312,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":17.771215944999994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":2469},"claude-opus-4-7":{"in_tokens":2180,"out_tokens":472},"mistral-large-2":{"in_tokens":1213,"out_tokens":546}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":2,"status":"ok","in_tokens":312,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":18.403704269000002,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":2060},"claude-opus-4-7":{"in_tokens":2143,"out_tokens":552},"mistral-large-2":{"in_tokens":1198,"out_tokens":521}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":2,"status":"ok","in_tokens":363,"out_tokens":2452,"error":null,"skip_reason":null,"score_raw":0.9047619047619048,"duration_s":37.089420517000036,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1607,"out_tokens":1463},"claude-opus-4-7":{"in_tokens":3163,"out_tokens":523},"mistral-large-2":{"in_tokens":1707,"out_tokens":632}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":959,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":13.380624710999996,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1390,"out_tokens":1926},"claude-opus-4-7":{"in_tokens":2616,"out_tokens":609},"mistral-large-2":{"in_tokens":1439,"out_tokens":653}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":1,"status":"ok","in_tokens":510,"out_tokens":1017,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":14.54530073799998,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1439,"out_tokens":2022},"claude-opus-4-7":{"in_tokens":2674,"out_tokens":520},"mistral-large-2":{"in_tokens":1496,"out_tokens":544}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":988,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":14.701752373000033,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1665,"out_tokens":1343},"claude-opus-4-7":{"in_tokens":3144,"out_tokens":536},"mistral-large-2":{"in_tokens":1728,"out_tokens":764}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":2,"status":"ok","in_tokens":510,"out_tokens":1102,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":17.47501831300002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1489,"out_tokens":1416},"claude-opus-4-7":{"in_tokens":2759,"out_tokens":545},"mistral-large-2":{"in_tokens":1542,"out_tokens":598}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":16.84013051400001,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":1615},"claude-opus-4-7":{"in_tokens":2080,"out_tokens":560},"mistral-large-2":{"in_tokens":1148,"out_tokens":551}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":1,"status":"ok","in_tokens":283,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":16.759907849,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":1261},"claude-opus-4-7":{"in_tokens":2080,"out_tokens":570},"mistral-large-2":{"in_tokens":1148,"out_tokens":558}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":2,"status":"ok","in_tokens":283,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":16.062262583999996,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1064,"out_tokens":1107},"claude-opus-4-7":{"in_tokens":2033,"out_tokens":535},"mistral-large-2":{"in_tokens":1120,"out_tokens":755}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":1,"status":"ok","in_tokens":709,"out_tokens":1035,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":13.840257512999983,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1689,"out_tokens":1389},"claude-opus-4-7":{"in_tokens":3191,"out_tokens":558},"mistral-large-2":{"in_tokens":1751,"out_tokens":890}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":17.361691579000023,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1085,"out_tokens":1321},"claude-opus-4-7":{"in_tokens":2056,"out_tokens":518},"mistral-large-2":{"in_tokens":1140,"out_tokens":483}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":2,"status":"ok","in_tokens":709,"out_tokens":1208,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":17.642423690999976,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1795,"out_tokens":1319},"claude-opus-4-7":{"in_tokens":3364,"out_tokens":550},"mistral-large-2":{"in_tokens":1862,"out_tokens":907}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":1,"status":"ok","in_tokens":650,"out_tokens":1179,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.090850443000022,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1595,"out_tokens":2724},"claude-opus-4-7":{"in_tokens":3021,"out_tokens":660},"mistral-large-2":{"in_tokens":1660,"out_tokens":678}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1284,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":18.082697166999992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1661,"out_tokens":1799},"claude-opus-4-7":{"in_tokens":3126,"out_tokens":489},"mistral-large-2":{"in_tokens":1737,"out_tokens":611}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":2,"status":"ok","in_tokens":376,"out_tokens":418,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":69.84905655899999,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1496,"out_tokens":2983},"claude-opus-4-7":{"in_tokens":2856,"out_tokens":926},"mistral-large-2":{"in_tokens":1581,"out_tokens":665}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":1,"status":"ok","in_tokens":276,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":16.875152361000005,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1085,"out_tokens":1038},"claude-opus-4-7":{"in_tokens":2056,"out_tokens":543},"mistral-large-2":{"in_tokens":1140,"out_tokens":505}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":2,"status":"ok","in_tokens":276,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":16.10515125200004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1046,"out_tokens":1080},"claude-opus-4-7":{"in_tokens":1996,"out_tokens":532},"mistral-large-2":{"in_tokens":1094,"out_tokens":536}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":2,"status":"ok","in_tokens":650,"out_tokens":1026,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":14.849890113000015,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1526,"out_tokens":1126},"claude-opus-4-7":{"in_tokens":2868,"out_tokens":702},"mistral-large-2":{"in_tokens":1580,"out_tokens":663}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.197321261000013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1093,"out_tokens":1253},"claude-opus-4-7":{"in_tokens":2047,"out_tokens":493},"mistral-large-2":{"in_tokens":1140,"out_tokens":547}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":665,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":9.873865841999987,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1475,"out_tokens":1654},"claude-opus-4-7":{"in_tokens":2850,"out_tokens":628},"mistral-large-2":{"in_tokens":1661,"out_tokens":758}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3160,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":53.87316867599998,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2161,"out_tokens":3808},"claude-opus-4-7":{"in_tokens":3957,"out_tokens":1144},"mistral-large-2":{"in_tokens":2326,"out_tokens":717}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":1,"status":"ok","in_tokens":299,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":17.12004609600001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1103,"out_tokens":1322},"claude-opus-4-7":{"in_tokens":2078,"out_tokens":515},"mistral-large-2":{"in_tokens":1153,"out_tokens":541}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":2,"status":"ok","in_tokens":345,"out_tokens":378,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":9.624843518999967,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":1229},"claude-opus-4-7":{"in_tokens":2791,"out_tokens":768},"mistral-large-2":{"in_tokens":1449,"out_tokens":598}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":1,"status":"ok","in_tokens":862,"out_tokens":872,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":12.01610012499998,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1591,"out_tokens":1713},"claude-opus-4-7":{"in_tokens":3057,"out_tokens":501},"mistral-large-2":{"in_tokens":1799,"out_tokens":638}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":2,"status":"ok","in_tokens":862,"out_tokens":888,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":12.791005060999964,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1603,"out_tokens":1672},"claude-opus-4-7":{"in_tokens":3073,"out_tokens":507},"mistral-large-2":{"in_tokens":1804,"out_tokens":578}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2730,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":40.014618858999995,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1634,"out_tokens":2260},"claude-opus-4-7":{"in_tokens":3201,"out_tokens":621},"mistral-large-2":{"in_tokens":1698,"out_tokens":629}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":865,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":12.629665226999975,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1686,"out_tokens":2083},"claude-opus-4-7":{"in_tokens":3151,"out_tokens":538},"mistral-large-2":{"in_tokens":1901,"out_tokens":488}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":1,"status":"ok","in_tokens":410,"out_tokens":3089,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":55.87161700900003,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2090,"out_tokens":2763},"claude-opus-4-7":{"in_tokens":3848,"out_tokens":969},"mistral-large-2":{"in_tokens":2238,"out_tokens":735}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":363,"error":null,"skip_reason":null,"score_raw":0.09523809523809523,"duration_s":8.284630343000003,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1364,"out_tokens":1952},"claude-opus-4-7":{"in_tokens":2716,"out_tokens":673},"mistral-large-2":{"in_tokens":1438,"out_tokens":678}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":1,"status":"ok","in_tokens":903,"out_tokens":818,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":12.927411146999987,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1665,"out_tokens":1501},"claude-opus-4-7":{"in_tokens":3104,"out_tokens":465},"mistral-large-2":{"in_tokens":1874,"out_tokens":665}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":2,"status":"ok","in_tokens":299,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":18.309205736000024,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1099,"out_tokens":1206},"claude-opus-4-7":{"in_tokens":2070,"out_tokens":504},"mistral-large-2":{"in_tokens":1144,"out_tokens":533}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":2,"status":"ok","in_tokens":903,"out_tokens":809,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":10.98324918000003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1680,"out_tokens":1974},"claude-opus-4-7":{"in_tokens":3095,"out_tokens":539},"mistral-large-2":{"in_tokens":1893,"out_tokens":525}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":1,"status":"ok","in_tokens":345,"out_tokens":422,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":70.49564599599998,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":2515},"claude-opus-4-7":{"in_tokens":2830,"out_tokens":824},"mistral-large-2":{"in_tokens":1493,"out_tokens":587}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":270,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":20.699651453,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1081},"mistral-large-2":{"in_tokens":1459,"out_tokens":524}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":1,"status":"ok","in_tokens":405,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":21.467956631999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1452,"out_tokens":1521},"claude-opus-4-7":{"in_tokens":2779,"out_tokens":505},"mistral-large-2":{"in_tokens":1507,"out_tokens":517}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":2,"status":"ok","in_tokens":410,"out_tokens":3569,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":63.14349334099995,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2185,"out_tokens":3553},"mistral-large-2":{"in_tokens":2321,"out_tokens":935}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":2,"status":"ok","in_tokens":405,"out_tokens":270,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":19.37830521899997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1326},"claude-opus-4-7":{"in_tokens":2664,"out_tokens":497},"mistral-large-2":{"in_tokens":1459,"out_tokens":513}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":1,"status":"ok","in_tokens":1019,"out_tokens":983,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":13.091176158999986,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1940,"out_tokens":2192},"claude-opus-4-7":{"in_tokens":3588,"out_tokens":710},"mistral-large-2":{"in_tokens":2091,"out_tokens":651}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":1498,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":20.17151374299999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2202,"out_tokens":2653},"claude-opus-4-7":{"in_tokens":4103,"out_tokens":750},"mistral-large-2":{"in_tokens":2388,"out_tokens":667}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":2,"status":"ok","in_tokens":1019,"out_tokens":1103,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":15.558232879999991,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1975,"out_tokens":2470},"claude-opus-4-7":{"in_tokens":3708,"out_tokens":692},"mistral-large-2":{"in_tokens":2130,"out_tokens":699}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":951,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":13.679042654,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1575,"out_tokens":2112},"claude-opus-4-7":{"in_tokens":2974,"out_tokens":526},"mistral-large-2":{"in_tokens":1741,"out_tokens":1536}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":17.066988191999997,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1177,"out_tokens":1175},"claude-opus-4-7":{"in_tokens":2229,"out_tokens":452},"mistral-large-2":{"in_tokens":1222,"out_tokens":722}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":1,"status":"ok","in_tokens":366,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":17.374301041999956,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1177,"out_tokens":1212},"claude-opus-4-7":{"in_tokens":2229,"out_tokens":481},"mistral-large-2":{"in_tokens":1222,"out_tokens":786}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":1,"status":"ok","in_tokens":784,"out_tokens":829,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":11.585364491999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1485,"out_tokens":2089},"claude-opus-4-7":{"in_tokens":2852,"out_tokens":536},"mistral-large-2":{"in_tokens":1648,"out_tokens":622}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":514,"error":null,"skip_reason":null,"score_raw":0.8148148148148149,"duration_s":7.934740484999963,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1235,"out_tokens":1355},"claude-opus-4-7":{"in_tokens":2355,"out_tokens":592},"mistral-large-2":{"in_tokens":1357,"out_tokens":633}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":1,"status":"ok","in_tokens":713,"out_tokens":493,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":7.676261724000028,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1229,"out_tokens":1865},"claude-opus-4-7":{"in_tokens":2334,"out_tokens":602},"mistral-large-2":{"in_tokens":1361,"out_tokens":555}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":1671,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":24.637782209999955,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1858,"out_tokens":1312},"claude-opus-4-7":{"in_tokens":3593,"out_tokens":501},"mistral-large-2":{"in_tokens":1950,"out_tokens":1004}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":2,"status":"ok","in_tokens":366,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":18.52309269799997,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1207,"out_tokens":1284},"claude-opus-4-7":{"in_tokens":2285,"out_tokens":492},"mistral-large-2":{"in_tokens":1252,"out_tokens":565}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":17.596643822000033,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":1388},"claude-opus-4-7":{"in_tokens":2634,"out_tokens":574},"mistral-large-2":{"in_tokens":1505,"out_tokens":561}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":2,"status":"ok","in_tokens":784,"out_tokens":895,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":12.623028826999985,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1901},"claude-opus-4-7":{"in_tokens":2918,"out_tokens":608},"mistral-large-2":{"in_tokens":1681,"out_tokens":623}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":1,"status":"ok","in_tokens":348,"out_tokens":2606,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":38.32137707499999,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1702,"out_tokens":3247},"claude-opus-4-7":{"in_tokens":3248,"out_tokens":1074},"mistral-large-2":{"in_tokens":1771,"out_tokens":748}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":2,"status":"ok","in_tokens":713,"out_tokens":659,"error":null,"skip_reason":null,"score_raw":0.8148148148148149,"duration_s":8.94236321599999,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1308,"out_tokens":2118},"claude-opus-4-7":{"in_tokens":2500,"out_tokens":700},"mistral-large-2":{"in_tokens":1445,"out_tokens":743}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":1,"status":"ok","in_tokens":383,"out_tokens":1774,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":25.723735854999973,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1961,"out_tokens":1569},"claude-opus-4-7":{"in_tokens":3755,"out_tokens":481},"mistral-large-2":{"in_tokens":2048,"out_tokens":630}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":987,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":13.244593366999993,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1424,"out_tokens":1917},"claude-opus-4-7":{"in_tokens":2756,"out_tokens":569},"mistral-large-2":{"in_tokens":1591,"out_tokens":825}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":1,"status":"ok","in_tokens":480,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.05243227400001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":1368},"claude-opus-4-7":{"in_tokens":2694,"out_tokens":549},"mistral-large-2":{"in_tokens":1536,"out_tokens":600}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":1,"status":"ok","in_tokens":673,"out_tokens":1044,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":14.719823675000043,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1450,"out_tokens":2049},"claude-opus-4-7":{"in_tokens":2813,"out_tokens":532},"mistral-large-2":{"in_tokens":1616,"out_tokens":955}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":2,"status":"ok","in_tokens":673,"out_tokens":983,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":12.863330712999982,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1418,"out_tokens":1706},"claude-opus-4-7":{"in_tokens":2752,"out_tokens":552},"mistral-large-2":{"in_tokens":1580,"out_tokens":700}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":159,"error":null,"skip_reason":null,"score_raw":0.4761904761904762,"duration_s":14.58082602899998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1394,"out_tokens":1117},"claude-opus-4-7":{"in_tokens":2569,"out_tokens":436},"mistral-large-2":{"in_tokens":1573,"out_tokens":500}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":2,"status":"ok","in_tokens":480,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":18.936336901999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":1580},"claude-opus-4-7":{"in_tokens":2633,"out_tokens":557},"mistral-large-2":{"in_tokens":1513,"out_tokens":585}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":1,"status":"ok","in_tokens":554,"out_tokens":164,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":16.58596258,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":946},"claude-opus-4-7":{"in_tokens":2571,"out_tokens":468},"mistral-large-2":{"in_tokens":1578,"out_tokens":515}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1273,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":18.328029626999978,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1725,"out_tokens":1383},"claude-opus-4-7":{"in_tokens":3211,"out_tokens":553},"mistral-large-2":{"in_tokens":1817,"out_tokens":703}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":1081,"error":null,"skip_reason":null,"score_raw":0.8148148148148149,"duration_s":15.29227536000002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1549,"out_tokens":2566},"claude-opus-4-7":{"in_tokens":3006,"out_tokens":730},"mistral-large-2":{"in_tokens":1698,"out_tokens":765}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":2,"status":"ok","in_tokens":348,"out_tokens":3093,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":54.219457917,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1549,"out_tokens":2267},"claude-opus-4-7":{"in_tokens":2985,"out_tokens":864},"mistral-large-2":{"in_tokens":1596,"out_tokens":630}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":2,"status":"ok","in_tokens":721,"out_tokens":796,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":10.642966226999988,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1421,"out_tokens":2001},"claude-opus-4-7":{"in_tokens":2721,"out_tokens":727},"mistral-large-2":{"in_tokens":1552,"out_tokens":664}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":2,"status":"ok","in_tokens":383,"out_tokens":2016,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":25.972940438000023,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1947,"out_tokens":1426},"claude-opus-4-7":{"in_tokens":3689,"out_tokens":510},"mistral-large-2":{"in_tokens":2033,"out_tokens":681}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":1,"status":"ok","in_tokens":379,"out_tokens":1337,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":18.393582316999982,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1727,"out_tokens":1640},"claude-opus-4-7":{"in_tokens":3210,"out_tokens":623},"mistral-large-2":{"in_tokens":1812,"out_tokens":648}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":946,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":12.942607159999966,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":1438},"claude-opus-4-7":{"in_tokens":2758,"out_tokens":549},"mistral-large-2":{"in_tokens":1527,"out_tokens":553}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":2,"status":"ok","in_tokens":554,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":0.4761904761904761,"duration_s":15.899028864000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1411,"out_tokens":887},"claude-opus-4-7":{"in_tokens":2600,"out_tokens":457},"mistral-large-2":{"in_tokens":1590,"out_tokens":510}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":1,"status":"ok","in_tokens":721,"out_tokens":1147,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":16.490432009000017,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1596,"out_tokens":2424},"claude-opus-4-7":{"in_tokens":3072,"out_tokens":579},"mistral-large-2":{"in_tokens":1734,"out_tokens":672}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":1,"status":"ok","in_tokens":627,"out_tokens":800,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":11.485003003000031,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1322,"out_tokens":1382},"claude-opus-4-7":{"in_tokens":2612,"out_tokens":602},"mistral-large-2":{"in_tokens":1444,"out_tokens":554}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":1,"status":"ok","in_tokens":590,"out_tokens":279,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":20.25986186,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1676,"out_tokens":1837},"claude-opus-4-7":{"in_tokens":3120,"out_tokens":634},"mistral-large-2":{"in_tokens":1795,"out_tokens":589}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":279,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":20.841325982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1676,"out_tokens":1906},"claude-opus-4-7":{"in_tokens":3120,"out_tokens":582},"mistral-large-2":{"in_tokens":1795,"out_tokens":612}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":2,"status":"ok","in_tokens":627,"out_tokens":865,"error":null,"skip_reason":null,"score_raw":0.9629629629629629,"duration_s":13.780058882999981,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1334,"out_tokens":1843},"claude-opus-4-7":{"in_tokens":2677,"out_tokens":519},"mistral-large-2":{"in_tokens":1457,"out_tokens":579}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":2,"status":"ok","in_tokens":590,"out_tokens":403,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":23.32407185400001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1787,"out_tokens":1789},"claude-opus-4-7":{"in_tokens":3322,"out_tokens":575},"mistral-large-2":{"in_tokens":1914,"out_tokens":629}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":1,"status":"ok","in_tokens":385,"out_tokens":399,"error":null,"skip_reason":null,"score_raw":0.047619047619047616,"duration_s":68.48469667299997,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1403,"out_tokens":1381},"claude-opus-4-7":{"in_tokens":2761,"out_tokens":704},"mistral-large-2":{"in_tokens":1474,"out_tokens":686}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":2,"status":"ok","in_tokens":379,"out_tokens":1339,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":22.86069783099998,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1600,"out_tokens":1789},"claude-opus-4-7":{"in_tokens":2980,"out_tokens":513},"mistral-large-2":{"in_tokens":1678,"out_tokens":823}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":17.305711428000052,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1279,"out_tokens":1210},"claude-opus-4-7":{"in_tokens":2472,"out_tokens":562},"mistral-large-2":{"in_tokens":1401,"out_tokens":534}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":2,"status":"ok","in_tokens":385,"out_tokens":1288,"error":null,"skip_reason":null,"score_raw":0.8148148148148149,"duration_s":21.052895837999984,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1841,"out_tokens":1718},"claude-opus-4-7":{"in_tokens":3483,"out_tokens":575},"mistral-large-2":{"in_tokens":1906,"out_tokens":684}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":2,"status":"ok","in_tokens":385,"out_tokens":393,"error":null,"skip_reason":null,"score_raw":0.047619047619047616,"duration_s":69.214839407,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1399,"out_tokens":1758},"claude-opus-4-7":{"in_tokens":2767,"out_tokens":705},"mistral-large-2":{"in_tokens":1468,"out_tokens":705}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1619,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":26.386385211000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2108,"out_tokens":1333},"claude-opus-4-7":{"in_tokens":4031,"out_tokens":557},"mistral-large-2":{"in_tokens":2180,"out_tokens":649}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":1,"status":"ok","in_tokens":385,"out_tokens":1687,"error":null,"skip_reason":null,"score_raw":0.9629629629629629,"duration_s":26.372302098999967,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2048,"out_tokens":1866},"claude-opus-4-7":{"in_tokens":3862,"out_tokens":538},"mistral-large-2":{"in_tokens":2129,"out_tokens":732}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1695,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":24.03408582899999,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2304,"out_tokens":2693},"claude-opus-4-7":{"in_tokens":4477,"out_tokens":745},"mistral-large-2":{"in_tokens":2436,"out_tokens":750}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":1,"status":"ok","in_tokens":445,"out_tokens":209,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":16.81496123300002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1263,"out_tokens":1882},"claude-opus-4-7":{"in_tokens":2452,"out_tokens":564},"mistral-large-2":{"in_tokens":1381,"out_tokens":611}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":2,"status":"ok","in_tokens":1015,"out_tokens":1619,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":21.434478704000014,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2279,"out_tokens":2940},"claude-opus-4-7":{"in_tokens":4401,"out_tokens":734},"mistral-large-2":{"in_tokens":2397,"out_tokens":786}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":2,"status":"ok","in_tokens":445,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":17.719349437999995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1279,"out_tokens":1387},"claude-opus-4-7":{"in_tokens":2472,"out_tokens":543},"mistral-large-2":{"in_tokens":1401,"out_tokens":645}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":1,"status":"ok","in_tokens":1015,"out_tokens":1827,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":24.972613937000006,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2376,"out_tokens":3325},"claude-opus-4-7":{"in_tokens":4609,"out_tokens":955},"mistral-large-2":{"in_tokens":2499,"out_tokens":818}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":153,"error":null,"skip_reason":null,"score_raw":0.3703703703703704,"duration_s":16.044655158000012,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1106,"out_tokens":1581},"claude-opus-4-7":{"in_tokens":2123,"out_tokens":633},"mistral-large-2":{"in_tokens":1214,"out_tokens":593}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1275,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":16.851654354000004,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1717,"out_tokens":2020},"claude-opus-4-7":{"in_tokens":3191,"out_tokens":454},"mistral-large-2":{"in_tokens":1790,"out_tokens":647}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":1,"status":"ok","in_tokens":446,"out_tokens":671,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":13.441029286000003,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2125,"out_tokens":2723},"claude-opus-4-7":{"in_tokens":3943,"out_tokens":908},"mistral-large-2":{"in_tokens":2269,"out_tokens":715}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":762,"error":null,"skip_reason":null,"score_raw":0.2333333333333333,"duration_s":18.182787006000012,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2202,"out_tokens":2680},"claude-opus-4-7":{"in_tokens":4137,"out_tokens":1187},"mistral-large-2":{"in_tokens":2360,"out_tokens":950}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":1745,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":23.81489808599997,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2252,"out_tokens":3811},"claude-opus-4-7":{"in_tokens":4377,"out_tokens":835},"mistral-large-2":{"in_tokens":2441,"out_tokens":766}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":1,"status":"ok","in_tokens":304,"out_tokens":1101,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":15.26459481500001,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1608,"out_tokens":1804},"claude-opus-4-7":{"in_tokens":2931,"out_tokens":433},"mistral-large-2":{"in_tokens":1676,"out_tokens":614}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":1,"status":"ok","in_tokens":387,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.3703703703703704,"duration_s":16.920591082999977,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":1767},"claude-opus-4-7":{"in_tokens":2163,"out_tokens":489},"mistral-large-2":{"in_tokens":1225,"out_tokens":600}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":2,"status":"ok","in_tokens":304,"out_tokens":950,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":13.963740342999984,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1586,"out_tokens":1563},"claude-opus-4-7":{"in_tokens":2951,"out_tokens":432},"mistral-large-2":{"in_tokens":1652,"out_tokens":754}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1038,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":13.557345410999972,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1405,"out_tokens":1423},"claude-opus-4-7":{"in_tokens":2650,"out_tokens":547},"mistral-large-2":{"in_tokens":1493,"out_tokens":710}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":2,"status":"ok","in_tokens":387,"out_tokens":114,"error":null,"skip_reason":null,"score_raw":0.3703703703703704,"duration_s":16.46500149800005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1075,"out_tokens":1104},"claude-opus-4-7":{"in_tokens":2086,"out_tokens":514},"mistral-large-2":{"in_tokens":1180,"out_tokens":569}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":18.806631621000008,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1174,"out_tokens":1597},"claude-opus-4-7":{"in_tokens":2269,"out_tokens":531},"mistral-large-2":{"in_tokens":1310,"out_tokens":728}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":1,"status":"ok","in_tokens":266,"out_tokens":1035,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":15.390032067999982,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":1419},"claude-opus-4-7":{"in_tokens":2614,"out_tokens":525},"mistral-large-2":{"in_tokens":1485,"out_tokens":668}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1497,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":22.547122441,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2082,"out_tokens":2498},"claude-opus-4-7":{"in_tokens":4072,"out_tokens":869},"mistral-large-2":{"in_tokens":2258,"out_tokens":727}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":2,"status":"ok","in_tokens":999,"out_tokens":1743,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":23.28724902900001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2259,"out_tokens":3561},"claude-opus-4-7":{"in_tokens":4375,"out_tokens":906},"mistral-large-2":{"in_tokens":2442,"out_tokens":894}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":1,"status":"ok","in_tokens":999,"out_tokens":1777,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":25.38146373799998,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2298,"out_tokens":3263},"claude-opus-4-7":{"in_tokens":4409,"out_tokens":897},"mistral-large-2":{"in_tokens":2497,"out_tokens":843}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":1,"status":"ok","in_tokens":380,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":20.718162310000025,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":1433},"claude-opus-4-7":{"in_tokens":2203,"out_tokens":539},"mistral-large-2":{"in_tokens":1274,"out_tokens":678}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":2,"status":"ok","in_tokens":446,"out_tokens":801,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":17.857404502999998,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":2234,"out_tokens":3253},"claude-opus-4-7":{"in_tokens":4163,"out_tokens":1113},"mistral-large-2":{"in_tokens":2399,"out_tokens":849}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":1,"status":"ok","in_tokens":254,"out_tokens":895,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":14.655121522999991,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1427,"out_tokens":1107},"claude-opus-4-7":{"in_tokens":2706,"out_tokens":445},"mistral-large-2":{"in_tokens":1497,"out_tokens":587}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":2,"status":"ok","in_tokens":266,"out_tokens":1226,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":18.42635977499998,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":1701},"claude-opus-4-7":{"in_tokens":2610,"out_tokens":531},"mistral-large-2":{"in_tokens":1476,"out_tokens":617}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1088,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":17.987112561000004,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1429,"out_tokens":1528},"claude-opus-4-7":{"in_tokens":2704,"out_tokens":535},"mistral-large-2":{"in_tokens":1512,"out_tokens":604}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":2,"status":"ok","in_tokens":380,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":21.140830537,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1174,"out_tokens":1514},"claude-opus-4-7":{"in_tokens":2269,"out_tokens":532},"mistral-large-2":{"in_tokens":1310,"out_tokens":810}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":1,"status":"ok","in_tokens":368,"out_tokens":493,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":10.567996076999975,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1569,"out_tokens":2231},"claude-opus-4-7":{"in_tokens":3009,"out_tokens":734},"mistral-large-2":{"in_tokens":1621,"out_tokens":771}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.40740740740740744,"duration_s":21.670716762999973,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1153,"out_tokens":1615},"claude-opus-4-7":{"in_tokens":2214,"out_tokens":655},"mistral-large-2":{"in_tokens":1250,"out_tokens":657}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":1,"status":"ok","in_tokens":942,"out_tokens":1867,"error":null,"skip_reason":null,"score_raw":0.5666666666666668,"duration_s":28.344776077000006,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2249,"out_tokens":2128},"claude-opus-4-7":{"in_tokens":4442,"out_tokens":671},"mistral-large-2":{"in_tokens":2444,"out_tokens":826}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":1,"status":"ok","in_tokens":383,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":21.734152302999973,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1206,"out_tokens":1431},"claude-opus-4-7":{"in_tokens":2333,"out_tokens":632},"mistral-large-2":{"in_tokens":1304,"out_tokens":627}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":2,"status":"ok","in_tokens":254,"out_tokens":1285,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":20.701232188999995,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1368,"out_tokens":1200},"claude-opus-4-7":{"in_tokens":2600,"out_tokens":477},"mistral-large-2":{"in_tokens":1436,"out_tokens":674}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1644,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":18.97890195599996,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1379,"out_tokens":1652},"claude-opus-4-7":{"in_tokens":2572,"out_tokens":588},"mistral-large-2":{"in_tokens":1433,"out_tokens":485}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":1,"status":"ok","in_tokens":921,"out_tokens":1595,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":21.67756270899997,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2137,"out_tokens":3103},"claude-opus-4-7":{"in_tokens":4209,"out_tokens":755},"mistral-large-2":{"in_tokens":2272,"out_tokens":746}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":2,"status":"ok","in_tokens":383,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.40740740740740744,"duration_s":21.219302941000024,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1153,"out_tokens":1566},"claude-opus-4-7":{"in_tokens":2214,"out_tokens":677},"mistral-large-2":{"in_tokens":1250,"out_tokens":674}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1597,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":22.15101998800003,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2136,"out_tokens":2604},"claude-opus-4-7":{"in_tokens":4211,"out_tokens":875},"mistral-large-2":{"in_tokens":2261,"out_tokens":871}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":1,"status":"ok","in_tokens":281,"out_tokens":1127,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":18.139284514999986,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1439,"out_tokens":1449},"claude-opus-4-7":{"in_tokens":2676,"out_tokens":457},"mistral-large-2":{"in_tokens":1497,"out_tokens":585}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":2,"status":"ok","in_tokens":942,"out_tokens":1537,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":24.053978029000007,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2103,"out_tokens":2729},"claude-opus-4-7":{"in_tokens":4112,"out_tokens":767},"mistral-large-2":{"in_tokens":2289,"out_tokens":759}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":17.973581007000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":1369},"claude-opus-4-7":{"in_tokens":2235,"out_tokens":654},"mistral-large-2":{"in_tokens":1224,"out_tokens":544}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":2,"status":"ok","in_tokens":281,"out_tokens":1602,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":19.729822448999982,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":1197},"claude-opus-4-7":{"in_tokens":2871,"out_tokens":506},"mistral-large-2":{"in_tokens":1595,"out_tokens":564}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":2,"status":"ok","in_tokens":921,"out_tokens":1324,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.55264381500001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1993,"out_tokens":2979},"claude-opus-4-7":{"in_tokens":3938,"out_tokens":862},"mistral-large-2":{"in_tokens":2122,"out_tokens":735}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":1,"status":"ok","in_tokens":351,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":19.695410814000013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1084,"out_tokens":1297},"claude-opus-4-7":{"in_tokens":2170,"out_tokens":611},"mistral-large-2":{"in_tokens":1190,"out_tokens":513}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":2,"status":"ok","in_tokens":351,"out_tokens":139,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":21.551211617000035,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1065,"out_tokens":1511},"claude-opus-4-7":{"in_tokens":2122,"out_tokens":526},"mistral-large-2":{"in_tokens":1160,"out_tokens":528}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":1,"status":"ok","in_tokens":385,"out_tokens":1151,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":20.38107419900001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1832,"out_tokens":1600},"claude-opus-4-7":{"in_tokens":3484,"out_tokens":509},"mistral-large-2":{"in_tokens":1905,"out_tokens":732}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":2,"status":"ok","in_tokens":469,"out_tokens":380,"error":null,"skip_reason":null,"score_raw":0.09999999999999999,"duration_s":368.857803067,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1835,"out_tokens":2443},"claude-opus-4-7":{"in_tokens":3508,"out_tokens":899},"mistral-large-2":{"in_tokens":1947,"out_tokens":770}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1487,"error":null,"skip_reason":null,"score_raw":0.9629629629629629,"duration_s":25.421874984,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1912,"out_tokens":1145},"claude-opus-4-7":{"in_tokens":3591,"out_tokens":606},"mistral-large-2":{"in_tokens":1981,"out_tokens":999}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1736,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":24.52684571399999,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2226,"out_tokens":2771},"claude-opus-4-7":{"in_tokens":4320,"out_tokens":766},"mistral-large-2":{"in_tokens":2400,"out_tokens":802}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":1,"status":"ok","in_tokens":891,"out_tokens":1623,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":25.253998889000002,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2176,"out_tokens":2966},"claude-opus-4-7":{"in_tokens":4207,"out_tokens":842},"mistral-large-2":{"in_tokens":2360,"out_tokens":787}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":1,"status":"ok","in_tokens":547,"out_tokens":384,"error":null,"skip_reason":null,"score_raw":0.2333333333333333,"duration_s":22.47518211199997,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1815,"out_tokens":3177},"claude-opus-4-7":{"in_tokens":3561,"out_tokens":765},"mistral-large-2":{"in_tokens":1906,"out_tokens":768}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":26.29252377199998,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1844,"out_tokens":2607},"claude-opus-4-7":{"in_tokens":3605,"out_tokens":947},"mistral-large-2":{"in_tokens":1938,"out_tokens":722}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":2,"status":"ok","in_tokens":891,"out_tokens":1791,"error":null,"skip_reason":null,"score_raw":0.6999999999999998,"duration_s":24.84345395700001,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2246,"out_tokens":3726},"claude-opus-4-7":{"in_tokens":4375,"out_tokens":1032},"mistral-large-2":{"in_tokens":2441,"out_tokens":995}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1246,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":23.44032282699999,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1580,"out_tokens":1480},"claude-opus-4-7":{"in_tokens":3001,"out_tokens":593},"mistral-large-2":{"in_tokens":1652,"out_tokens":721}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":2,"status":"ok","in_tokens":385,"out_tokens":1613,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":29.191201442000022,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1846,"out_tokens":1422},"claude-opus-4-7":{"in_tokens":3461,"out_tokens":551},"mistral-large-2":{"in_tokens":1907,"out_tokens":648}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":2,"status":"ok","in_tokens":547,"out_tokens":384,"error":null,"skip_reason":null,"score_raw":0.2333333333333333,"duration_s":21.16512293400001,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1815,"out_tokens":2785},"claude-opus-4-7":{"in_tokens":3561,"out_tokens":789},"mistral-large-2":{"in_tokens":1906,"out_tokens":761}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":559,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":12.944082638999987,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1629,"out_tokens":1696},"claude-opus-4-7":{"in_tokens":3107,"out_tokens":564},"mistral-large-2":{"in_tokens":1699,"out_tokens":577}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":1947,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":26.597376767000014,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2558,"out_tokens":3679},"claude-opus-4-7":{"in_tokens":4922,"out_tokens":830},"mistral-large-2":{"in_tokens":2664,"out_tokens":1061}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":329,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":21.009356179000008,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1663,"out_tokens":2303},"claude-opus-4-7":{"in_tokens":3271,"out_tokens":785},"mistral-large-2":{"in_tokens":1779,"out_tokens":798}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":2,"status":"ok","in_tokens":358,"out_tokens":1143,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":15.881004419000021,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1605,"out_tokens":1580},"claude-opus-4-7":{"in_tokens":3076,"out_tokens":483},"mistral-large-2":{"in_tokens":1673,"out_tokens":717}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":1,"status":"ok","in_tokens":358,"out_tokens":1134,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":22.522265005999998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1660,"out_tokens":1950},"claude-opus-4-7":{"in_tokens":3140,"out_tokens":594},"mistral-large-2":{"in_tokens":1724,"out_tokens":681}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":2,"status":"ok","in_tokens":516,"out_tokens":326,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":19.10821298100001,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1661,"out_tokens":1755},"claude-opus-4-7":{"in_tokens":3269,"out_tokens":943},"mistral-large-2":{"in_tokens":1782,"out_tokens":782}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":1,"status":"ok","in_tokens":516,"out_tokens":411,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":20.93389741300001,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1738,"out_tokens":2655},"claude-opus-4-7":{"in_tokens":3399,"out_tokens":747},"mistral-large-2":{"in_tokens":1866,"out_tokens":926}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":1,"status":"ok","in_tokens":407,"out_tokens":540,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":13.21315634900003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1614,"out_tokens":1674},"claude-opus-4-7":{"in_tokens":3101,"out_tokens":534},"mistral-large-2":{"in_tokens":1680,"out_tokens":531}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":1,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":26.657227494999972,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2586,"out_tokens":3061},"claude-opus-4-7":{"in_tokens":5027,"out_tokens":725},"mistral-large-2":{"in_tokens":2699,"out_tokens":900}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":1,"status":"ok","in_tokens":436,"out_tokens":1398,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":23.01520500700002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1564,"out_tokens":1413},"claude-opus-4-7":{"in_tokens":3055,"out_tokens":600},"mistral-large-2":{"in_tokens":1761,"out_tokens":743}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":1921,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":26.35621088099998,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2354,"out_tokens":3095},"claude-opus-4-7":{"in_tokens":4559,"out_tokens":731},"mistral-large-2":{"in_tokens":2553,"out_tokens":840}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":1670,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":26.545899497999983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1580,"out_tokens":1623},"claude-opus-4-7":{"in_tokens":3051,"out_tokens":516},"mistral-large-2":{"in_tokens":1773,"out_tokens":549}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":2,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":28.087275007000017,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2588,"out_tokens":2449},"claude-opus-4-7":{"in_tokens":5028,"out_tokens":983},"mistral-large-2":{"in_tokens":2693,"out_tokens":817}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":345,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":22.530632174000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1652,"out_tokens":1464},"claude-opus-4-7":{"in_tokens":3212,"out_tokens":648},"mistral-large-2":{"in_tokens":1785,"out_tokens":760}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":2,"status":"ok","in_tokens":436,"out_tokens":1146,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":20.05609999899997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1440,"out_tokens":1340},"claude-opus-4-7":{"in_tokens":2779,"out_tokens":462},"mistral-large-2":{"in_tokens":1626,"out_tokens":639}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":1,"status":"ok","in_tokens":493,"out_tokens":345,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":23.17011552500003,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1652,"out_tokens":1625},"claude-opus-4-7":{"in_tokens":3212,"out_tokens":673},"mistral-large-2":{"in_tokens":1785,"out_tokens":759}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":2,"status":"ok","in_tokens":407,"out_tokens":570,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":13.241464448000045,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1642,"out_tokens":1643},"claude-opus-4-7":{"in_tokens":3145,"out_tokens":511},"mistral-large-2":{"in_tokens":1710,"out_tokens":557}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":391,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":22.302162006999993,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1710,"out_tokens":3143},"claude-opus-4-7":{"in_tokens":3376,"out_tokens":715},"mistral-large-2":{"in_tokens":1799,"out_tokens":753}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":2,"status":"ok","in_tokens":493,"out_tokens":351,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":23.27261140600001,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1662,"out_tokens":2574},"claude-opus-4-7":{"in_tokens":3225,"out_tokens":903},"mistral-large-2":{"in_tokens":1792,"out_tokens":847}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":1,"status":"ok","in_tokens":1108,"out_tokens":2031,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":32.11986743800003,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2401,"out_tokens":3369},"claude-opus-4-7":{"in_tokens":4669,"out_tokens":599},"mistral-large-2":{"in_tokens":2605,"out_tokens":853}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1447,"error":null,"skip_reason":null,"score_raw":0.6190476190476191,"duration_s":28.218050530000028,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1472,"out_tokens":1542},"claude-opus-4-7":{"in_tokens":2699,"out_tokens":523},"mistral-large-2":{"in_tokens":1652,"out_tokens":546}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":1,"status":"ok","in_tokens":479,"out_tokens":360,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":19.771835441999997,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1678,"out_tokens":2354},"claude-opus-4-7":{"in_tokens":3304,"out_tokens":693},"mistral-large-2":{"in_tokens":1765,"out_tokens":1049}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":1,"status":"ok","in_tokens":489,"out_tokens":1588,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":25.54644555799996,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1549,"out_tokens":1590},"claude-opus-4-7":{"in_tokens":2875,"out_tokens":541},"mistral-large-2":{"in_tokens":1734,"out_tokens":470}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":2,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":28.51513208099999,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2393,"out_tokens":3570},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":956},"mistral-large-2":{"in_tokens":2589,"out_tokens":865}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":2,"status":"ok","in_tokens":489,"out_tokens":1270,"error":null,"skip_reason":null,"score_raw":0.9047619047619048,"duration_s":26.61930490200001,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1551,"out_tokens":2642},"claude-opus-4-7":{"in_tokens":2851,"out_tokens":559},"mistral-large-2":{"in_tokens":1728,"out_tokens":464}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":1,"status":"ok","in_tokens":1114,"out_tokens":1807,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":26.688180975000023,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2384,"out_tokens":2546},"claude-opus-4-7":{"in_tokens":4638,"out_tokens":953},"mistral-large-2":{"in_tokens":2565,"out_tokens":921}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":2,"status":"ok","in_tokens":479,"out_tokens":413,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":19.422551291000048,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1734,"out_tokens":3352},"claude-opus-4-7":{"in_tokens":3424,"out_tokens":756},"mistral-large-2":{"in_tokens":1826,"out_tokens":903}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":30.894151342999976,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2506,"out_tokens":3049},"claude-opus-4-7":{"in_tokens":4882,"out_tokens":939},"mistral-large-2":{"in_tokens":2693,"out_tokens":1103}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":2129,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":29.73180901500001,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1863,"out_tokens":2232},"claude-opus-4-7":{"in_tokens":3482,"out_tokens":698},"mistral-large-2":{"in_tokens":2012,"out_tokens":688}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":329,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":22.58873595700004,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1653,"out_tokens":1825},"claude-opus-4-7":{"in_tokens":3266,"out_tokens":679},"mistral-large-2":{"in_tokens":1776,"out_tokens":1054}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":1,"status":"ok","in_tokens":465,"out_tokens":362,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":26.592679277999935,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1683,"out_tokens":2400},"claude-opus-4-7":{"in_tokens":3284,"out_tokens":815},"mistral-large-2":{"in_tokens":1810,"out_tokens":1091}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":2,"status":"ok","in_tokens":1114,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":28.29217348399999,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2519,"out_tokens":2623},"claude-opus-4-7":{"in_tokens":4883,"out_tokens":816},"mistral-large-2":{"in_tokens":2716,"out_tokens":1148}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":347,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":18.637399452999944,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1891,"out_tokens":2241},"claude-opus-4-7":{"in_tokens":3655,"out_tokens":738},"mistral-large-2":{"in_tokens":1975,"out_tokens":679}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":1,"status":"ok","in_tokens":548,"out_tokens":2587,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":28.39064202899999,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1873,"out_tokens":2239},"claude-opus-4-7":{"in_tokens":3473,"out_tokens":791},"mistral-large-2":{"in_tokens":2017,"out_tokens":606}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":2,"status":"ok","in_tokens":465,"out_tokens":425,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":25.67332145200004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1743,"out_tokens":2908},"claude-opus-4-7":{"in_tokens":3440,"out_tokens":535},"mistral-large-2":{"in_tokens":1877,"out_tokens":933}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1866,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":21.371600643999955,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1452,"out_tokens":2395},"claude-opus-4-7":{"in_tokens":2758,"out_tokens":621},"mistral-large-2":{"in_tokens":1604,"out_tokens":771}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":2,"status":"ok","in_tokens":548,"out_tokens":2343,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":25.92717481200009,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2013,"out_tokens":1683},"claude-opus-4-7":{"in_tokens":3731,"out_tokens":620},"mistral-large-2":{"in_tokens":2174,"out_tokens":602}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":1,"status":"ok","in_tokens":698,"out_tokens":356,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":19.715736378000088,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1903,"out_tokens":2875},"claude-opus-4-7":{"in_tokens":3689,"out_tokens":676},"mistral-large-2":{"in_tokens":1986,"out_tokens":670}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":939,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":13.161016065000013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1190,"out_tokens":1919},"claude-opus-4-7":{"in_tokens":2291,"out_tokens":613},"mistral-large-2":{"in_tokens":1313,"out_tokens":709}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":2,"status":"ok","in_tokens":698,"out_tokens":347,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":19.350765976999924,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1891,"out_tokens":2443},"claude-opus-4-7":{"in_tokens":3655,"out_tokens":698},"mistral-large-2":{"in_tokens":1975,"out_tokens":784}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":1,"status":"ok","in_tokens":409,"out_tokens":2292,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":28.527004064999915,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1558,"out_tokens":2522},"claude-opus-4-7":{"in_tokens":2994,"out_tokens":964},"mistral-large-2":{"in_tokens":1729,"out_tokens":882}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":1,"status":"ok","in_tokens":356,"out_tokens":994,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":14.943547850000073,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1181,"out_tokens":1960},"claude-opus-4-7":{"in_tokens":2247,"out_tokens":562},"mistral-large-2":{"in_tokens":1307,"out_tokens":626}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":2,"status":"ok","in_tokens":409,"out_tokens":1582,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":20.58517532899998,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1488,"out_tokens":3024},"claude-opus-4-7":{"in_tokens":2875,"out_tokens":882},"mistral-large-2":{"in_tokens":1644,"out_tokens":762}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":391,"error":null,"skip_reason":null,"score_raw":0.06666666666666667,"duration_s":23.840354731999923,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1717,"out_tokens":2160},"claude-opus-4-7":{"in_tokens":3380,"out_tokens":927},"mistral-large-2":{"in_tokens":1849,"out_tokens":841}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":1,"status":"ok","in_tokens":579,"out_tokens":629,"error":null,"skip_reason":null,"score_raw":0.2333333333333333,"duration_s":24.674421887999983,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1941,"out_tokens":2165},"claude-opus-4-7":{"in_tokens":3860,"out_tokens":968},"mistral-large-2":{"in_tokens":2075,"out_tokens":788}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":2,"status":"ok","in_tokens":356,"out_tokens":1403,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":16.335418980999975,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1206,"out_tokens":1623},"claude-opus-4-7":{"in_tokens":2312,"out_tokens":589},"mistral-large-2":{"in_tokens":1324,"out_tokens":713}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":2,"status":"ok","in_tokens":579,"out_tokens":629,"error":null,"skip_reason":null,"score_raw":0.23333333333333336,"duration_s":24.573969837999925,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1941,"out_tokens":2398},"claude-opus-4-7":{"in_tokens":3860,"out_tokens":902},"mistral-large-2":{"in_tokens":2075,"out_tokens":777}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":360,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":24.566973362,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1810,"out_tokens":1824},"claude-opus-4-7":{"in_tokens":3494,"out_tokens":627},"mistral-large-2":{"in_tokens":1934,"out_tokens":1009}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":842,"error":null,"skip_reason":null,"score_raw":0.4444444444444445,"duration_s":79.11250446999998,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1912,"out_tokens":1884},"claude-opus-4-7":{"in_tokens":3536,"out_tokens":633},"mistral-large-2":{"in_tokens":1997,"out_tokens":691}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2163,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":24.75556137700005,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1422,"out_tokens":3378},"claude-opus-4-7":{"in_tokens":2764,"out_tokens":520},"mistral-large-2":{"in_tokens":1586,"out_tokens":708}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":1,"status":"ok","in_tokens":580,"out_tokens":397,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":20.661578204999955,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1853,"out_tokens":2128},"claude-opus-4-7":{"in_tokens":3586,"out_tokens":611},"mistral-large-2":{"in_tokens":1984,"out_tokens":704}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1197,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":13.996457953000004,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1357,"out_tokens":2288},"claude-opus-4-7":{"in_tokens":2682,"out_tokens":690},"mistral-large-2":{"in_tokens":1460,"out_tokens":770}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":2,"status":"ok","in_tokens":580,"out_tokens":397,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":19.878720103999967,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1853,"out_tokens":1669},"claude-opus-4-7":{"in_tokens":3586,"out_tokens":695},"mistral-large-2":{"in_tokens":1984,"out_tokens":676}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":1,"status":"ok","in_tokens":339,"out_tokens":2642,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":31.72174786800008,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1452,"out_tokens":2021},"claude-opus-4-7":{"in_tokens":2854,"out_tokens":541},"mistral-large-2":{"in_tokens":1607,"out_tokens":587}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":2,"status":"ok","in_tokens":339,"out_tokens":2757,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":34.29588691799995,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1439,"out_tokens":1531},"claude-opus-4-7":{"in_tokens":2803,"out_tokens":546},"mistral-large-2":{"in_tokens":1590,"out_tokens":610}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":1,"status":"ok","in_tokens":353,"out_tokens":1463,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":14.900909369999908,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":1954},"claude-opus-4-7":{"in_tokens":2804,"out_tokens":748},"mistral-large-2":{"in_tokens":1563,"out_tokens":715}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":2,"status":"ok","in_tokens":353,"out_tokens":1324,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":13.899192894999942,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":1788},"claude-opus-4-7":{"in_tokens":2662,"out_tokens":723},"mistral-large-2":{"in_tokens":1465,"out_tokens":652}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":1,"status":"ok","in_tokens":404,"out_tokens":793,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":17.676930581999954,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1865,"out_tokens":1904},"claude-opus-4-7":{"in_tokens":3505,"out_tokens":652},"mistral-large-2":{"in_tokens":1948,"out_tokens":830}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1637,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":20.33781804399996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1147,"out_tokens":1413},"claude-opus-4-7":{"in_tokens":2259,"out_tokens":637},"mistral-large-2":{"in_tokens":1262,"out_tokens":565}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":1,"status":"ok","in_tokens":324,"out_tokens":1712,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":19.72723157500002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1158,"out_tokens":1155},"claude-opus-4-7":{"in_tokens":2286,"out_tokens":538},"mistral-large-2":{"in_tokens":1270,"out_tokens":571}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":2,"status":"ok","in_tokens":404,"out_tokens":841,"error":null,"skip_reason":null,"score_raw":0.4444444444444445,"duration_s":19.004320623999888,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1914,"out_tokens":2137},"claude-opus-4-7":{"in_tokens":3573,"out_tokens":644},"mistral-large-2":{"in_tokens":1996,"out_tokens":677}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":2,"status":"ok","in_tokens":324,"out_tokens":2075,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":23.18827636000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1200,"out_tokens":1858},"claude-opus-4-7":{"in_tokens":2360,"out_tokens":546},"mistral-large-2":{"in_tokens":1314,"out_tokens":551}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":599,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":12.961048293999966,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1716,"out_tokens":2099},"claude-opus-4-7":{"in_tokens":3288,"out_tokens":625},"mistral-large-2":{"in_tokens":1782,"out_tokens":576}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":2465,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":32.815903951999985,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2425,"out_tokens":2129},"claude-opus-4-7":{"in_tokens":4715,"out_tokens":1009},"mistral-large-2":{"in_tokens":2557,"out_tokens":1224}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":2664,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":29.389214148000065,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2474,"out_tokens":3996},"claude-opus-4-7":{"in_tokens":4870,"out_tokens":1107},"mistral-large-2":{"in_tokens":2643,"out_tokens":1105}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":1,"status":"ok","in_tokens":538,"out_tokens":3006,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":42.02199736299997,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2198,"out_tokens":4023},"claude-opus-4-7":{"in_tokens":4291,"out_tokens":893},"mistral-large-2":{"in_tokens":2317,"out_tokens":769}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":1,"status":"ok","in_tokens":408,"out_tokens":809,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":22.44080390800002,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1922,"out_tokens":1268},"claude-opus-4-7":{"in_tokens":3647,"out_tokens":554},"mistral-large-2":{"in_tokens":1992,"out_tokens":681}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":1,"status":"ok","in_tokens":496,"out_tokens":2629,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":29.533683668000094,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2375,"out_tokens":3300},"claude-opus-4-7":{"in_tokens":4608,"out_tokens":927},"mistral-large-2":{"in_tokens":2572,"out_tokens":866}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":2,"status":"ok","in_tokens":538,"out_tokens":3275,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":47.44806716800008,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2403,"out_tokens":3740},"claude-opus-4-7":{"in_tokens":4732,"out_tokens":780},"mistral-large-2":{"in_tokens":2518,"out_tokens":819}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":2,"status":"ok","in_tokens":408,"out_tokens":742,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":21.827431090000005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1863,"out_tokens":1740},"claude-opus-4-7":{"in_tokens":3504,"out_tokens":597},"mistral-large-2":{"in_tokens":1925,"out_tokens":673}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":2,"status":"ok","in_tokens":496,"out_tokens":3069,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":32.34056134799994,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2495,"out_tokens":3007},"claude-opus-4-7":{"in_tokens":4869,"out_tokens":849},"mistral-large-2":{"in_tokens":2695,"out_tokens":1154}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2083,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":33.67336233200001,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2378,"out_tokens":2490},"claude-opus-4-7":{"in_tokens":4705,"out_tokens":629},"mistral-large-2":{"in_tokens":2573,"out_tokens":785}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":714,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":14.936810730999923,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1637,"out_tokens":1749},"claude-opus-4-7":{"in_tokens":2969,"out_tokens":581},"mistral-large-2":{"in_tokens":1718,"out_tokens":780}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":2,"status":"ok","in_tokens":468,"out_tokens":2091,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":28.32373777700002,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2322,"out_tokens":1871},"claude-opus-4-7":{"in_tokens":4573,"out_tokens":1049},"mistral-large-2":{"in_tokens":2513,"out_tokens":736}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":1,"status":"ok","in_tokens":323,"out_tokens":365,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":8.561482227000056,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1310,"out_tokens":1422},"claude-opus-4-7":{"in_tokens":2417,"out_tokens":500},"mistral-large-2":{"in_tokens":1369,"out_tokens":515}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":1,"status":"ok","in_tokens":468,"out_tokens":2615,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":39.037653929000044,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2718,"out_tokens":1766},"claude-opus-4-7":{"in_tokens":5418,"out_tokens":703},"mistral-large-2":{"in_tokens":2956,"out_tokens":928}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":2,"status":"ok","in_tokens":323,"out_tokens":640,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":13.434959402000004,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1577,"out_tokens":1681},"claude-opus-4-7":{"in_tokens":2927,"out_tokens":471},"mistral-large-2":{"in_tokens":1644,"out_tokens":628}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":2375,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":40.905897353,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2168,"out_tokens":2245},"claude-opus-4-7":{"in_tokens":4262,"out_tokens":708},"mistral-large-2":{"in_tokens":2294,"out_tokens":773}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":663,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":15.678831074000072,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1526,"out_tokens":2111},"claude-opus-4-7":{"in_tokens":2841,"out_tokens":755},"mistral-large-2":{"in_tokens":1601,"out_tokens":595}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":1,"status":"ok","in_tokens":289,"out_tokens":614,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":13.273126337999997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1476,"out_tokens":1239},"claude-opus-4-7":{"in_tokens":2718,"out_tokens":579},"mistral-large-2":{"in_tokens":1552,"out_tokens":668}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":1,"status":"ok","in_tokens":463,"out_tokens":2584,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":54.10154666100004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2313,"out_tokens":2491},"claude-opus-4-7":{"in_tokens":4628,"out_tokens":693},"mistral-large-2":{"in_tokens":2458,"out_tokens":946}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":2,"status":"ok","in_tokens":463,"out_tokens":2678,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":56.651647948000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2407,"out_tokens":2178},"claude-opus-4-7":{"in_tokens":4704,"out_tokens":656},"mistral-large-2":{"in_tokens":2535,"out_tokens":953}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2387,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":47.53173322099997,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2173,"out_tokens":1835},"claude-opus-4-7":{"in_tokens":4289,"out_tokens":725},"mistral-large-2":{"in_tokens":2359,"out_tokens":871}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":1,"status":"ok","in_tokens":448,"out_tokens":2862,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":51.27892813200003,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2584,"out_tokens":2855},"claude-opus-4-7":{"in_tokens":5095,"out_tokens":703},"mistral-large-2":{"in_tokens":2805,"out_tokens":807}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":472,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":373.0935324160001,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1533,"out_tokens":2171},"claude-opus-4-7":{"in_tokens":2991,"out_tokens":794},"mistral-large-2":{"in_tokens":1600,"out_tokens":660}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":2,"status":"ok","in_tokens":448,"out_tokens":2769,"error":null,"skip_reason":null,"score_raw":0.6999999999999998,"duration_s":46.04949276900004,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2171,"out_tokens":2215},"claude-opus-4-7":{"in_tokens":4275,"out_tokens":715},"mistral-large-2":{"in_tokens":2355,"out_tokens":813}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":455,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":11.56899114700002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1298,"out_tokens":1670},"claude-opus-4-7":{"in_tokens":2502,"out_tokens":525},"mistral-large-2":{"in_tokens":1364,"out_tokens":602}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":1,"status":"ok","in_tokens":689,"out_tokens":2628,"error":null,"skip_reason":null,"score_raw":0.4333333333333333,"duration_s":41.24135547000003,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2381,"out_tokens":2158},"claude-opus-4-7":{"in_tokens":4628,"out_tokens":922},"mistral-large-2":{"in_tokens":2492,"out_tokens":1536}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":3025,"error":null,"skip_reason":null,"score_raw":0.9333333333333332,"duration_s":49.11911081800008,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2459,"out_tokens":2539},"claude-opus-4-7":{"in_tokens":4822,"out_tokens":889},"mistral-large-2":{"in_tokens":2576,"out_tokens":682}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":2,"status":"ok","in_tokens":368,"out_tokens":382,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":368.741642247,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1453,"out_tokens":1923},"claude-opus-4-7":{"in_tokens":2813,"out_tokens":854},"mistral-large-2":{"in_tokens":1510,"out_tokens":828}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":1,"status":"ok","in_tokens":279,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":16.338601251,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1265,"out_tokens":1683},"claude-opus-4-7":{"in_tokens":2429,"out_tokens":505},"mistral-large-2":{"in_tokens":1329,"out_tokens":667}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":431,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":9.976968290999935,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":1249},"claude-opus-4-7":{"in_tokens":2423,"out_tokens":557},"mistral-large-2":{"in_tokens":1368,"out_tokens":614}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":2,"status":"ok","in_tokens":689,"out_tokens":2946,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":43.57806160999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2315,"out_tokens":2461},"claude-opus-4-7":{"in_tokens":4544,"out_tokens":863},"mistral-large-2":{"in_tokens":2419,"out_tokens":729}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":3009,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":44.65936978599996,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2558,"out_tokens":1914},"claude-opus-4-7":{"in_tokens":5022,"out_tokens":705},"mistral-large-2":{"in_tokens":2746,"out_tokens":736}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":2,"status":"ok","in_tokens":551,"out_tokens":2929,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":43.18592651200004,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2414,"out_tokens":2302},"claude-opus-4-7":{"in_tokens":4785,"out_tokens":695},"mistral-large-2":{"in_tokens":2586,"out_tokens":1220}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":1,"status":"ok","in_tokens":551,"out_tokens":3748,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":61.26405986899999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2593,"out_tokens":3799},"claude-opus-4-7":{"in_tokens":5071,"out_tokens":709},"mistral-large-2":{"in_tokens":2789,"out_tokens":902}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2401,"error":null,"skip_reason":null,"score_raw":0.9333333333333332,"duration_s":38.1044706429999,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2644,"out_tokens":2714},"claude-opus-4-7":{"in_tokens":5202,"out_tokens":845},"mistral-large-2":{"in_tokens":2832,"out_tokens":824}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":2,"status":"ok","in_tokens":279,"out_tokens":357,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":69.50798346900001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1213,"out_tokens":1869},"claude-opus-4-7":{"in_tokens":2347,"out_tokens":533},"mistral-large-2":{"in_tokens":1266,"out_tokens":620}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":1,"status":"ok","in_tokens":559,"out_tokens":2481,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":39.14153373599993,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2724,"out_tokens":2429},"claude-opus-4-7":{"in_tokens":5272,"out_tokens":574},"mistral-large-2":{"in_tokens":2912,"out_tokens":1022}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":2,"status":"ok","in_tokens":302,"out_tokens":541,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":12.94889497500003,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1413,"out_tokens":1552},"claude-opus-4-7":{"in_tokens":2610,"out_tokens":500},"mistral-large-2":{"in_tokens":1478,"out_tokens":604}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":1,"status":"ok","in_tokens":302,"out_tokens":382,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":69.86451850700007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1262,"out_tokens":1515},"claude-opus-4-7":{"in_tokens":2364,"out_tokens":599},"mistral-large-2":{"in_tokens":1319,"out_tokens":587}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":2,"status":"ok","in_tokens":559,"out_tokens":2791,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":46.816437121000035,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2586,"out_tokens":2707},"claude-opus-4-7":{"in_tokens":5084,"out_tokens":1192},"mistral-large-2":{"in_tokens":2781,"out_tokens":1536}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":677,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":15.056936263000011,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1792,"out_tokens":1317},"claude-opus-4-7":{"in_tokens":3406,"out_tokens":583},"mistral-large-2":{"in_tokens":1860,"out_tokens":652}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":2,"status":"ok","in_tokens":408,"out_tokens":558,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":12.133719979000034,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1676,"out_tokens":1704},"claude-opus-4-7":{"in_tokens":3194,"out_tokens":637},"mistral-large-2":{"in_tokens":1741,"out_tokens":826}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":1,"status":"ok","in_tokens":408,"out_tokens":539,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":76.20181644000002,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1667,"out_tokens":1472},"claude-opus-4-7":{"in_tokens":3197,"out_tokens":670},"mistral-large-2":{"in_tokens":1722,"out_tokens":737}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":1,"status":"ok","in_tokens":373,"out_tokens":527,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":16.68901965500004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1494,"out_tokens":2053},"claude-opus-4-7":{"in_tokens":2846,"out_tokens":540},"mistral-large-2":{"in_tokens":1549,"out_tokens":613}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":609,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":76.186688215,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1571,"out_tokens":1644},"claude-opus-4-7":{"in_tokens":3010,"out_tokens":558},"mistral-large-2":{"in_tokens":1631,"out_tokens":599}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":2,"status":"ok","in_tokens":373,"out_tokens":598,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":15.476516702000026,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1560,"out_tokens":1062},"claude-opus-4-7":{"in_tokens":2986,"out_tokens":580},"mistral-large-2":{"in_tokens":1620,"out_tokens":650}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":334,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":8.25748867699997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1434,"out_tokens":2222},"claude-opus-4-7":{"in_tokens":2798,"out_tokens":683},"mistral-large-2":{"in_tokens":1608,"out_tokens":723}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":1,"status":"ok","in_tokens":506,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":64.95185598700004,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1300,"out_tokens":1523},"claude-opus-4-7":{"in_tokens":2531,"out_tokens":705},"mistral-large-2":{"in_tokens":1459,"out_tokens":563}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":2,"status":"ok","in_tokens":506,"out_tokens":269,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":65.6251015229999,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1369,"out_tokens":1949},"claude-opus-4-7":{"in_tokens":2646,"out_tokens":670},"mistral-large-2":{"in_tokens":1543,"out_tokens":631}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":5.64417765799999,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1474,"out_tokens":1598},"claude-opus-4-7":{"in_tokens":2701,"out_tokens":576},"mistral-large-2":{"in_tokens":1657,"out_tokens":526}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":589,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":973.999368512,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1696,"out_tokens":2225},"claude-opus-4-7":{"in_tokens":3261,"out_tokens":763},"mistral-large-2":{"in_tokens":1828,"out_tokens":661}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":1,"status":"ok","in_tokens":572,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":68.63766955999995,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1490,"out_tokens":1619},"claude-opus-4-7":{"in_tokens":2744,"out_tokens":472},"mistral-large-2":{"in_tokens":1668,"out_tokens":524}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":2,"status":"ok","in_tokens":572,"out_tokens":251,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":66.26851913999985,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1479,"out_tokens":1357},"claude-opus-4-7":{"in_tokens":2710,"out_tokens":599},"mistral-large-2":{"in_tokens":1662,"out_tokens":501}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":2,"status":"ok","in_tokens":597,"out_tokens":485,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":70.83953837700005,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1856,"out_tokens":2508},"claude-opus-4-7":{"in_tokens":3461,"out_tokens":683},"mistral-large-2":{"in_tokens":1991,"out_tokens":943}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":1,"status":"ok","in_tokens":597,"out_tokens":475,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":74.66090123899994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1855,"out_tokens":2491},"claude-opus-4-7":{"in_tokens":3477,"out_tokens":647},"mistral-large-2":{"in_tokens":1981,"out_tokens":1323}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":318,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":7.951798894000149,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1373,"out_tokens":1782},"claude-opus-4-7":{"in_tokens":2642,"out_tokens":787},"mistral-large-2":{"in_tokens":1485,"out_tokens":695}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":1,"status":"ok","in_tokens":460,"out_tokens":374,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":9.19577692300004,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1412,"out_tokens":1931},"claude-opus-4-7":{"in_tokens":2751,"out_tokens":626},"mistral-large-2":{"in_tokens":1541,"out_tokens":644}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":2,"status":"ok","in_tokens":460,"out_tokens":349,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":68.6281248979999,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1396,"out_tokens":1946},"claude-opus-4-7":{"in_tokens":2709,"out_tokens":656},"mistral-large-2":{"in_tokens":1516,"out_tokens":681}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.1851851851851852,"duration_s":65.34127177899995,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1159,"out_tokens":2233},"claude-opus-4-7":{"in_tokens":2201,"out_tokens":694},"mistral-large-2":{"in_tokens":1277,"out_tokens":689}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":1,"status":"ok","in_tokens":404,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":5.728183731999934,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":1699},"claude-opus-4-7":{"in_tokens":2225,"out_tokens":576},"mistral-large-2":{"in_tokens":1278,"out_tokens":684}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":2,"status":"ok","in_tokens":404,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.3703703703703704,"duration_s":7.570931774999963,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.1111111111111111,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1166,"out_tokens":2017},"claude-opus-4-7":{"in_tokens":2210,"out_tokens":686},"mistral-large-2":{"in_tokens":1285,"out_tokens":735}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":1,"status":"ok","in_tokens":397,"out_tokens":388,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":9.819054187999882,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":1858},"claude-opus-4-7":{"in_tokens":2551,"out_tokens":557},"mistral-large-2":{"in_tokens":1426,"out_tokens":607}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":67.55018629100005,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1221,"out_tokens":1495},"claude-opus-4-7":{"in_tokens":2406,"out_tokens":525},"mistral-large-2":{"in_tokens":1353,"out_tokens":578}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":0.4074074074074074,"duration_s":5.375265278000143,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1200,"out_tokens":1449},"claude-opus-4-7":{"in_tokens":2331,"out_tokens":577},"mistral-large-2":{"in_tokens":1302,"out_tokens":608}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":1,"status":"ok","in_tokens":393,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":0.3703703703703704,"duration_s":5.9355234429999655,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1214,"out_tokens":1354},"claude-opus-4-7":{"in_tokens":2361,"out_tokens":575},"mistral-large-2":{"in_tokens":1314,"out_tokens":664}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":2,"status":"ok","in_tokens":397,"out_tokens":305,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":67.54196649000005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1208,"out_tokens":2108},"claude-opus-4-7":{"in_tokens":2356,"out_tokens":450},"mistral-large-2":{"in_tokens":1343,"out_tokens":618}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.4074074074074074,"duration_s":65.85514009899998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1135,"out_tokens":1634},"claude-opus-4-7":{"in_tokens":2281,"out_tokens":858},"mistral-large-2":{"in_tokens":1245,"out_tokens":567}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":2,"status":"ok","in_tokens":393,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":0.3703703703703704,"duration_s":68.94347065600004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":1671},"claude-opus-4-7":{"in_tokens":2440,"out_tokens":873},"mistral-large-2":{"in_tokens":1342,"out_tokens":627}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":1,"status":"ok","in_tokens":369,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":5.87121996299993,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1152,"out_tokens":2244},"claude-opus-4-7":{"in_tokens":2301,"out_tokens":715},"mistral-large-2":{"in_tokens":1255,"out_tokens":608}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":2,"status":"ok","in_tokens":369,"out_tokens":260,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":66.60611355599985,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1169,"out_tokens":1904},"claude-opus-4-7":{"in_tokens":2352,"out_tokens":577},"mistral-large-2":{"in_tokens":1277,"out_tokens":606}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":555,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":73.02984782099998,"hallucination_count":5.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1973,"out_tokens":2329},"claude-opus-4-7":{"in_tokens":3868,"out_tokens":915},"mistral-large-2":{"in_tokens":2071,"out_tokens":859}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":1,"status":"ok","in_tokens":566,"out_tokens":800,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":16.950047050999956,"hallucination_count":5.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":2211,"out_tokens":2327},"claude-opus-4-7":{"in_tokens":4318,"out_tokens":1076},"mistral-large-2":{"in_tokens":2316,"out_tokens":1000}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":2,"status":"ok","in_tokens":566,"out_tokens":757,"error":null,"skip_reason":null,"score_raw":0.06666666666666667,"duration_s":16.137892440000087,"hallucination_count":5.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":2165,"out_tokens":2333},"claude-opus-4-7":{"in_tokens":4223,"out_tokens":1048},"mistral-large-2":{"in_tokens":2273,"out_tokens":984}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":1,"status":"ok","in_tokens":526,"out_tokens":831,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":15.908698587000117,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2133,"out_tokens":3009},"claude-opus-4-7":{"in_tokens":4207,"out_tokens":1025},"mistral-large-2":{"in_tokens":2284,"out_tokens":794}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":2,"status":"ok","in_tokens":526,"out_tokens":966,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":21.92459956699986,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2246,"out_tokens":2932},"claude-opus-4-7":{"in_tokens":4490,"out_tokens":992},"mistral-large-2":{"in_tokens":2419,"out_tokens":844}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":683,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":15.95683832099985,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1954,"out_tokens":2679},"claude-opus-4-7":{"in_tokens":3831,"out_tokens":816},"mistral-large-2":{"in_tokens":2122,"out_tokens":799}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":912,"error":null,"skip_reason":null,"score_raw":0.20000000000000004,"duration_s":80.82140809199996,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2199,"out_tokens":2754},"claude-opus-4-7":{"in_tokens":4388,"out_tokens":967},"mistral-large-2":{"in_tokens":2365,"out_tokens":1217}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":2,"status":"ok","in_tokens":521,"out_tokens":784,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":17.745144355000093,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2054,"out_tokens":3218},"claude-opus-4-7":{"in_tokens":4040,"out_tokens":925},"mistral-large-2":{"in_tokens":2223,"out_tokens":805}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":654,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":19.79809202399997,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1948,"out_tokens":2721},"claude-opus-4-7":{"in_tokens":3909,"out_tokens":754},"mistral-large-2":{"in_tokens":2069,"out_tokens":844}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":1,"status":"ok","in_tokens":489,"out_tokens":559,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":13.019939217000001,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1865,"out_tokens":2458},"claude-opus-4-7":{"in_tokens":3723,"out_tokens":944},"mistral-large-2":{"in_tokens":1974,"out_tokens":825}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":1,"status":"ok","in_tokens":521,"out_tokens":916,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":80.85222034100002,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2182,"out_tokens":2602},"claude-opus-4-7":{"in_tokens":4302,"out_tokens":849},"mistral-large-2":{"in_tokens":2355,"out_tokens":766}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":2,"status":"ok","in_tokens":489,"out_tokens":557,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":19.034646944000087,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1863,"out_tokens":1980},"claude-opus-4-7":{"in_tokens":3740,"out_tokens":749},"mistral-large-2":{"in_tokens":1972,"out_tokens":767}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":904,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":20.219762156999877,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2176,"out_tokens":2835},"claude-opus-4-7":{"in_tokens":4325,"out_tokens":976},"mistral-large-2":{"in_tokens":2335,"out_tokens":763}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":2,"status":"ok","in_tokens":478,"out_tokens":1084,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":23.665704937999863,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2342,"out_tokens":2693},"claude-opus-4-7":{"in_tokens":4628,"out_tokens":1000},"mistral-large-2":{"in_tokens":2515,"out_tokens":885}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":2,"status":"ok","in_tokens":289,"out_tokens":538,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":972.864974361,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1400,"out_tokens":1823},"claude-opus-4-7":{"in_tokens":2584,"out_tokens":542},"mistral-large-2":{"in_tokens":1476,"out_tokens":620}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":1,"status":"ok","in_tokens":711,"out_tokens":817,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":19.019063404000008,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2348,"out_tokens":3394},"claude-opus-4-7":{"in_tokens":4616,"out_tokens":918},"mistral-large-2":{"in_tokens":2444,"out_tokens":740}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":1,"status":"ok","in_tokens":478,"out_tokens":883,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":79.17535749900003,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2147,"out_tokens":2572},"claude-opus-4-7":{"in_tokens":4251,"out_tokens":696},"mistral-large-2":{"in_tokens":2314,"out_tokens":994}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":2,"status":"ok","in_tokens":711,"out_tokens":595,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":13.721159518999912,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2132,"out_tokens":2870},"claude-opus-4-7":{"in_tokens":4111,"out_tokens":1038},"mistral-large-2":{"in_tokens":2222,"out_tokens":848}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":560,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":73.22299310900007,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2095,"out_tokens":2704},"claude-opus-4-7":{"in_tokens":4044,"out_tokens":795},"mistral-large-2":{"in_tokens":2187,"out_tokens":1041}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":2,"status":"ok","in_tokens":588,"out_tokens":861,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":18.28506611900002,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2153,"out_tokens":3028},"claude-opus-4-7":{"in_tokens":4256,"out_tokens":783},"mistral-large-2":{"in_tokens":2310,"out_tokens":739}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1298,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":29.796115321000116,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2689,"out_tokens":2910},"claude-opus-4-7":{"in_tokens":5352,"out_tokens":1259},"mistral-large-2":{"in_tokens":2868,"out_tokens":1087}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":851,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":87.98098927599995,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2143,"out_tokens":3401},"claude-opus-4-7":{"in_tokens":4237,"out_tokens":922},"mistral-large-2":{"in_tokens":2300,"out_tokens":780}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":1,"status":"ok","in_tokens":607,"out_tokens":906,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":19.993845654000097,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2317,"out_tokens":3151},"claude-opus-4-7":{"in_tokens":4584,"out_tokens":772},"mistral-large-2":{"in_tokens":2476,"out_tokens":859}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":2,"status":"ok","in_tokens":607,"out_tokens":1155,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":146.71698420199982,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.2,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2552,"out_tokens":3111},"claude-opus-4-7":{"in_tokens":5049,"out_tokens":957},"mistral-large-2":{"in_tokens":2725,"out_tokens":1053}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":427,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":969.5534300450001,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1810,"out_tokens":2938},"claude-opus-4-7":{"in_tokens":3394,"out_tokens":710},"mistral-large-2":{"in_tokens":1933,"out_tokens":596}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":1,"status":"ok","in_tokens":588,"out_tokens":872,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":377.7933542310002,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2160,"out_tokens":3293},"claude-opus-4-7":{"in_tokens":4245,"out_tokens":820},"mistral-large-2":{"in_tokens":2321,"out_tokens":731}}}