{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":325,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":7.114842791000001,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":2494},"claude-opus-4-7":{"in_tokens":2681,"out_tokens":716},"mistral-large-2":{"in_tokens":1488,"out_tokens":697}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":508,"error":null,"skip_reason":null,"score_raw":0.19999999999999998,"duration_s":10.212975370999999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1925,"out_tokens":2472},"claude-opus-4-7":{"in_tokens":3702,"out_tokens":744},"mistral-large-2":{"in_tokens":2071,"out_tokens":883}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":375,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":10.963751469000016,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.3,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1827,"out_tokens":2525},"claude-opus-4-7":{"in_tokens":3500,"out_tokens":864},"mistral-large-2":{"in_tokens":1942,"out_tokens":764}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":713,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":16.588010521,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1808,"out_tokens":1796},"claude-opus-4-7":{"in_tokens":3477,"out_tokens":811},"mistral-large-2":{"in_tokens":1952,"out_tokens":650}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":18.231845058000005,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1666,"out_tokens":2080},"claude-opus-4-7":{"in_tokens":3201,"out_tokens":728},"mistral-large-2":{"in_tokens":1794,"out_tokens":905}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.13333333333333333,"duration_s":17.993928566000022,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1716,"out_tokens":2542},"claude-opus-4-7":{"in_tokens":3274,"out_tokens":971},"mistral-large-2":{"in_tokens":1817,"out_tokens":810}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":19.726370120000013,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1291,"out_tokens":2107},"claude-opus-4-7":{"in_tokens":2467,"out_tokens":567},"mistral-large-2":{"in_tokens":1364,"out_tokens":585}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1114,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":22.02443586199999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2055,"out_tokens":2398},"claude-opus-4-7":{"in_tokens":3861,"out_tokens":747},"mistral-large-2":{"in_tokens":2208,"out_tokens":795}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1151,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":23.153048942999988,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1707,"out_tokens":2984},"claude-opus-4-7":{"in_tokens":3224,"out_tokens":725},"mistral-large-2":{"in_tokens":1812,"out_tokens":621}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":21.748228638,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":1881},"claude-opus-4-7":{"in_tokens":2647,"out_tokens":579},"mistral-large-2":{"in_tokens":1498,"out_tokens":704}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1558,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":29.720310482000002,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1964,"out_tokens":2157},"claude-opus-4-7":{"in_tokens":3727,"out_tokens":647},"mistral-large-2":{"in_tokens":2092,"out_tokens":758}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1792,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":33.221764285000006,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2402,"out_tokens":2459},"claude-opus-4-7":{"in_tokens":4559,"out_tokens":848},"mistral-large-2":{"in_tokens":2562,"out_tokens":900}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":17.424140797000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":1303},"claude-opus-4-7":{"in_tokens":2353,"out_tokens":511},"mistral-large-2":{"in_tokens":1238,"out_tokens":504}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":20.265056447000006,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":1838},"claude-opus-4-7":{"in_tokens":2462,"out_tokens":413},"mistral-large-2":{"in_tokens":1314,"out_tokens":505}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":1009,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":17.572300713000004,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1522,"out_tokens":2369},"claude-opus-4-7":{"in_tokens":2988,"out_tokens":678},"mistral-large-2":{"in_tokens":1617,"out_tokens":537}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":19.522969950000004,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1715,"out_tokens":1831},"claude-opus-4-7":{"in_tokens":3192,"out_tokens":765},"mistral-large-2":{"in_tokens":1817,"out_tokens":1012}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":18.354408003000003,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1315,"out_tokens":1743},"claude-opus-4-7":{"in_tokens":2527,"out_tokens":631},"mistral-large-2":{"in_tokens":1366,"out_tokens":664}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1217,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":23.938598872,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1618,"out_tokens":2366},"claude-opus-4-7":{"in_tokens":3209,"out_tokens":620},"mistral-large-2":{"in_tokens":1709,"out_tokens":637}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2304,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":48.50104933899999,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2048,"out_tokens":2839},"claude-opus-4-7":{"in_tokens":3855,"out_tokens":701},"mistral-large-2":{"in_tokens":2234,"out_tokens":758}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2478,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":50.585494509,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2195,"out_tokens":2676},"claude-opus-4-7":{"in_tokens":4233,"out_tokens":760},"mistral-large-2":{"in_tokens":2377,"out_tokens":889}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1194,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.22470513099998,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1702,"out_tokens":1853},"claude-opus-4-7":{"in_tokens":3269,"out_tokens":791},"mistral-large-2":{"in_tokens":1769,"out_tokens":646}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":19.975356600999987,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1334,"out_tokens":1669},"claude-opus-4-7":{"in_tokens":2537,"out_tokens":580},"mistral-large-2":{"in_tokens":1395,"out_tokens":770}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":16.006203368,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":1430},"claude-opus-4-7":{"in_tokens":2180,"out_tokens":481},"mistral-large-2":{"in_tokens":1213,"out_tokens":550}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1541,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":28.350826366999996,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2328,"out_tokens":3424},"claude-opus-4-7":{"in_tokens":4312,"out_tokens":1282},"mistral-large-2":{"in_tokens":2479,"out_tokens":990}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":19.448834867000016,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":1328},"claude-opus-4-7":{"in_tokens":2563,"out_tokens":612},"mistral-large-2":{"in_tokens":1432,"out_tokens":540}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":270,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":19.148912534000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1440},"claude-opus-4-7":{"in_tokens":2664,"out_tokens":504},"mistral-large-2":{"in_tokens":1459,"out_tokens":617}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1191,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":21.985428899999988,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1701,"out_tokens":2389},"claude-opus-4-7":{"in_tokens":3256,"out_tokens":459},"mistral-large-2":{"in_tokens":1784,"out_tokens":542}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":1052,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":19.396236440000024,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1670,"out_tokens":1519},"claude-opus-4-7":{"in_tokens":3110,"out_tokens":611},"mistral-large-2":{"in_tokens":1754,"out_tokens":746}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":3070,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":64.723455777,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.9,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2178,"out_tokens":2671},"claude-opus-4-7":{"in_tokens":4130,"out_tokens":888},"mistral-large-2":{"in_tokens":2318,"out_tokens":786}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":3170,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":66.00933705599999,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1888,"out_tokens":1734},"claude-opus-4-7":{"in_tokens":3656,"out_tokens":853},"mistral-large-2":{"in_tokens":2009,"out_tokens":676}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":182,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":13.503789541000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1044,"out_tokens":1578},"claude-opus-4-7":{"in_tokens":1990,"out_tokens":551},"mistral-large-2":{"in_tokens":1099,"out_tokens":580}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":17.005589913999984,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1098,"out_tokens":992},"claude-opus-4-7":{"in_tokens":2077,"out_tokens":547},"mistral-large-2":{"in_tokens":1157,"out_tokens":573}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1227,"error":null,"skip_reason":null,"score_raw":0.9629629629629629,"duration_s":22.71686701499999,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1817,"out_tokens":2152},"claude-opus-4-7":{"in_tokens":3383,"out_tokens":518},"mistral-large-2":{"in_tokens":1886,"out_tokens":745}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":16.762620064999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1103,"out_tokens":1271},"claude-opus-4-7":{"in_tokens":2078,"out_tokens":546},"mistral-large-2":{"in_tokens":1153,"out_tokens":552}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":373,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":69.832484918,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":1632},"claude-opus-4-7":{"in_tokens":2808,"out_tokens":910},"mistral-large-2":{"in_tokens":1444,"out_tokens":625}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":290,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":20.891087220999964,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1435,"out_tokens":1339},"claude-opus-4-7":{"in_tokens":2724,"out_tokens":498},"mistral-large-2":{"in_tokens":1484,"out_tokens":682}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":974,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.74542169199998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1409,"out_tokens":1247},"claude-opus-4-7":{"in_tokens":2644,"out_tokens":514},"mistral-large-2":{"in_tokens":1484,"out_tokens":570}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":1069,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":17.068067361000004,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1413,"out_tokens":1169},"claude-opus-4-7":{"in_tokens":2702,"out_tokens":481},"mistral-large-2":{"in_tokens":1487,"out_tokens":517}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":1368,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":26.723523304999986,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1714,"out_tokens":1932},"claude-opus-4-7":{"in_tokens":3149,"out_tokens":510},"mistral-large-2":{"in_tokens":1793,"out_tokens":811}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":472,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":69.52020921600001,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.25,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1539,"out_tokens":1946},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":836},"mistral-large-2":{"in_tokens":1600,"out_tokens":804}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":16.929560828999968,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1211,"out_tokens":1213},"claude-opus-4-7":{"in_tokens":2291,"out_tokens":495},"mistral-large-2":{"in_tokens":1257,"out_tokens":734}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":15.890746566000018,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":1302},"claude-opus-4-7":{"in_tokens":2634,"out_tokens":553},"mistral-large-2":{"in_tokens":1505,"out_tokens":574}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":15.713877111999977,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1411,"out_tokens":844},"claude-opus-4-7":{"in_tokens":2600,"out_tokens":523},"mistral-large-2":{"in_tokens":1590,"out_tokens":479}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":1058,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.309263199999975,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1477,"out_tokens":2467},"claude-opus-4-7":{"in_tokens":2715,"out_tokens":474},"mistral-large-2":{"in_tokens":1535,"out_tokens":590}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":737,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":13.466798553999979,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":2535},"claude-opus-4-7":{"in_tokens":2922,"out_tokens":539},"mistral-large-2":{"in_tokens":1713,"out_tokens":605}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":2486,"error":null,"skip_reason":null,"score_raw":0.9523809523809524,"duration_s":50.40156216400001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1512,"out_tokens":1909},"claude-opus-4-7":{"in_tokens":2992,"out_tokens":509},"mistral-large-2":{"in_tokens":1604,"out_tokens":591}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2656,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":52.71337773899998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1547,"out_tokens":2034},"claude-opus-4-7":{"in_tokens":3141,"out_tokens":718},"mistral-large-2":{"in_tokens":1640,"out_tokens":699}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1011,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":20.084515200999988,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1509,"out_tokens":1403},"claude-opus-4-7":{"in_tokens":2853,"out_tokens":546},"mistral-large-2":{"in_tokens":1572,"out_tokens":659}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":403,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":21.96335737000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1787,"out_tokens":1934},"claude-opus-4-7":{"in_tokens":3322,"out_tokens":627},"mistral-large-2":{"in_tokens":1914,"out_tokens":579}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1127,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":22.45398889500001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1757,"out_tokens":1087},"claude-opus-4-7":{"in_tokens":3283,"out_tokens":577},"mistral-large-2":{"in_tokens":1829,"out_tokens":786}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":114,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":15.954404022000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1075,"out_tokens":1189},"claude-opus-4-7":{"in_tokens":2086,"out_tokens":513},"mistral-large-2":{"in_tokens":1180,"out_tokens":595}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":17.654848258000015,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1238,"out_tokens":1338},"claude-opus-4-7":{"in_tokens":2397,"out_tokens":531},"mistral-large-2":{"in_tokens":1349,"out_tokens":583}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":897,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":14.75345559599998,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1701,"out_tokens":1716},"claude-opus-4-7":{"in_tokens":3183,"out_tokens":491},"mistral-large-2":{"in_tokens":1922,"out_tokens":572}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":18.370100778999984,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":1323},"claude-opus-4-7":{"in_tokens":2203,"out_tokens":521},"mistral-large-2":{"in_tokens":1274,"out_tokens":579}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":981,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":16.210618119000003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1924,"out_tokens":2374},"claude-opus-4-7":{"in_tokens":3586,"out_tokens":549},"mistral-large-2":{"in_tokens":2072,"out_tokens":824}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":621,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":10.562986138999975,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1280,"out_tokens":2222},"claude-opus-4-7":{"in_tokens":2462,"out_tokens":678},"mistral-large-2":{"in_tokens":1411,"out_tokens":662}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":746,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":12.994928850000008,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1466,"out_tokens":1981},"claude-opus-4-7":{"in_tokens":2769,"out_tokens":574},"mistral-large-2":{"in_tokens":1617,"out_tokens":649}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2601,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":52.25785352300002,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.75,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1569,"out_tokens":2155},"claude-opus-4-7":{"in_tokens":3059,"out_tokens":668},"mistral-large-2":{"in_tokens":1623,"out_tokens":792}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":17.542949797000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":1345},"claude-opus-4-7":{"in_tokens":2235,"out_tokens":640},"mistral-large-2":{"in_tokens":1224,"out_tokens":573}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.40740740740740744,"duration_s":20.26072251300002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1153,"out_tokens":1790},"claude-opus-4-7":{"in_tokens":2214,"out_tokens":740},"mistral-large-2":{"in_tokens":1250,"out_tokens":589}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":340,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":18.89710121500002,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1773,"out_tokens":3080},"claude-opus-4-7":{"in_tokens":3470,"out_tokens":768},"mistral-large-2":{"in_tokens":1864,"out_tokens":679}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":747,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":14.508221730000002,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1263,"out_tokens":1446},"claude-opus-4-7":{"in_tokens":2559,"out_tokens":535},"mistral-large-2":{"in_tokens":1391,"out_tokens":546}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":1160,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":20.468632534999983,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1513,"out_tokens":2484},"claude-opus-4-7":{"in_tokens":2929,"out_tokens":531},"mistral-large-2":{"in_tokens":1681,"out_tokens":791}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1603,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":28.06858581299997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1800,"out_tokens":1820},"claude-opus-4-7":{"in_tokens":3371,"out_tokens":632},"mistral-large-2":{"in_tokens":1873,"out_tokens":626}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":833,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":15.338237605000018,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1426,"out_tokens":2759},"claude-opus-4-7":{"in_tokens":2758,"out_tokens":784},"mistral-large-2":{"in_tokens":1553,"out_tokens":701}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":329,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":19.705015258000003,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1663,"out_tokens":2599},"claude-opus-4-7":{"in_tokens":3271,"out_tokens":738},"mistral-large-2":{"in_tokens":1779,"out_tokens":762}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3479,"error":null,"skip_reason":null,"score_raw":0.26666666666666666,"duration_s":65.89373938700001,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2288,"out_tokens":3274},"claude-opus-4-7":{"in_tokens":4250,"out_tokens":891},"mistral-large-2":{"in_tokens":2442,"out_tokens":770}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":1581,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":31.082644142999982,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1896,"out_tokens":1916},"claude-opus-4-7":{"in_tokens":3607,"out_tokens":482},"mistral-large-2":{"in_tokens":1982,"out_tokens":656}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":413,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":18.616790435999974,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1734,"out_tokens":2633},"claude-opus-4-7":{"in_tokens":3424,"out_tokens":867},"mistral-large-2":{"in_tokens":1826,"out_tokens":923}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":345,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":21.23550228600004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1652,"out_tokens":1598},"claude-opus-4-7":{"in_tokens":3212,"out_tokens":751},"mistral-large-2":{"in_tokens":1785,"out_tokens":736}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1725,"error":null,"skip_reason":null,"score_raw":0.6999999999999998,"duration_s":29.017366160999984,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2318,"out_tokens":2615},"claude-opus-4-7":{"in_tokens":4507,"out_tokens":747},"mistral-large-2":{"in_tokens":2456,"out_tokens":815}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":329,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":20.530503823999993,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1653,"out_tokens":2546},"claude-opus-4-7":{"in_tokens":3266,"out_tokens":527},"mistral-large-2":{"in_tokens":1776,"out_tokens":934}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":349,"error":null,"skip_reason":null,"score_raw":0.26666666666666666,"duration_s":20.969527315999983,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1889,"out_tokens":1924},"claude-opus-4-7":{"in_tokens":3652,"out_tokens":735},"mistral-large-2":{"in_tokens":1976,"out_tokens":1210}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":665,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":75.59054876299996,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1737,"out_tokens":1836},"claude-opus-4-7":{"in_tokens":3300,"out_tokens":732},"mistral-large-2":{"in_tokens":1805,"out_tokens":646}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1234,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":23.801489169999968,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1473,"out_tokens":1386},"claude-opus-4-7":{"in_tokens":2793,"out_tokens":591},"mistral-large-2":{"in_tokens":1559,"out_tokens":626}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1219,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":26.140561563000006,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1599,"out_tokens":2078},"claude-opus-4-7":{"in_tokens":2965,"out_tokens":527},"mistral-large-2":{"in_tokens":1665,"out_tokens":608}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1230,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":24.93511791200001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1571,"out_tokens":1537},"claude-opus-4-7":{"in_tokens":2997,"out_tokens":522},"mistral-large-2":{"in_tokens":1653,"out_tokens":580}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1983,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":38.65667067800001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1960,"out_tokens":974},"claude-opus-4-7":{"in_tokens":3720,"out_tokens":510},"mistral-large-2":{"in_tokens":2028,"out_tokens":746}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1547,"error":null,"skip_reason":null,"score_raw":0.9333333333333332,"duration_s":29.541127617999962,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2119,"out_tokens":3170},"claude-opus-4-7":{"in_tokens":4122,"out_tokens":710},"mistral-large-2":{"in_tokens":2290,"out_tokens":800}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":1931,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":33.71704469499997,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2351,"out_tokens":3661},"claude-opus-4-7":{"in_tokens":4563,"out_tokens":838},"mistral-large-2":{"in_tokens":2547,"out_tokens":1017}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":787,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":74.866221688,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1862,"out_tokens":1446},"claude-opus-4-7":{"in_tokens":3487,"out_tokens":620},"mistral-large-2":{"in_tokens":1942,"out_tokens":608}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":391,"error":null,"skip_reason":null,"score_raw":0.09999999999999999,"duration_s":22.605791403000012,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1717,"out_tokens":1658},"claude-opus-4-7":{"in_tokens":3380,"out_tokens":950},"mistral-large-2":{"in_tokens":1849,"out_tokens":890}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1997,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":36.07897590900001,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2347,"out_tokens":2739},"claude-opus-4-7":{"in_tokens":4611,"out_tokens":795},"mistral-large-2":{"in_tokens":2501,"out_tokens":922}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":341,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":23.415685458999974,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1799,"out_tokens":2037},"claude-opus-4-7":{"in_tokens":3507,"out_tokens":681},"mistral-large-2":{"in_tokens":1915,"out_tokens":789}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":740,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":16.69639695500001,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1853,"out_tokens":1613},"claude-opus-4-7":{"in_tokens":3543,"out_tokens":651},"mistral-large-2":{"in_tokens":1923,"out_tokens":697}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1915,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":32.51243300100003,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2294,"out_tokens":3007},"claude-opus-4-7":{"in_tokens":4499,"out_tokens":900},"mistral-large-2":{"in_tokens":2477,"out_tokens":846}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":587,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":14.813007067000001,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1524,"out_tokens":1746},"claude-opus-4-7":{"in_tokens":2799,"out_tokens":573},"mistral-large-2":{"in_tokens":1591,"out_tokens":568}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1181,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":24.570779071999993,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1579,"out_tokens":1158},"claude-opus-4-7":{"in_tokens":2981,"out_tokens":555},"mistral-large-2":{"in_tokens":1642,"out_tokens":651}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1340,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":26.70348176899995,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1522,"out_tokens":1236},"claude-opus-4-7":{"in_tokens":2869,"out_tokens":517},"mistral-large-2":{"in_tokens":1583,"out_tokens":622}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":1603,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":29.747215917999995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1449,"out_tokens":1980},"claude-opus-4-7":{"in_tokens":2789,"out_tokens":597},"mistral-large-2":{"in_tokens":1631,"out_tokens":633}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1750,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":37.98540028499997,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1983,"out_tokens":1019},"claude-opus-4-7":{"in_tokens":3823,"out_tokens":570},"mistral-large-2":{"in_tokens":2058,"out_tokens":724}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":36.19896678700002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2581,"out_tokens":4138},"claude-opus-4-7":{"in_tokens":5028,"out_tokens":1122},"mistral-large-2":{"in_tokens":2715,"out_tokens":854}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":38.84276384399999,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2397,"out_tokens":3482},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":1064},"mistral-large-2":{"in_tokens":2602,"out_tokens":878}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":1914,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":36.159237100999974,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2458,"out_tokens":2573},"claude-opus-4-7":{"in_tokens":4745,"out_tokens":934},"mistral-large-2":{"in_tokens":2642,"out_tokens":796}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1388,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":29.086521702000027,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1413,"out_tokens":955},"claude-opus-4-7":{"in_tokens":2595,"out_tokens":461},"mistral-large-2":{"in_tokens":1599,"out_tokens":501}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":914,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":22.409784849999994,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1229,"out_tokens":2040},"claude-opus-4-7":{"in_tokens":2348,"out_tokens":501},"mistral-large-2":{"in_tokens":1352,"out_tokens":655}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":2213,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":39.78764051899998,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1882,"out_tokens":2579},"claude-opus-4-7":{"in_tokens":3476,"out_tokens":540},"mistral-large-2":{"in_tokens":2028,"out_tokens":574}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1992,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":44.22423733300002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1578,"out_tokens":2392},"claude-opus-4-7":{"in_tokens":3018,"out_tokens":822},"mistral-large-2":{"in_tokens":1733,"out_tokens":856}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":373,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":69.56534950099996,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1224,"out_tokens":1716},"claude-opus-4-7":{"in_tokens":2345,"out_tokens":670},"mistral-large-2":{"in_tokens":1282,"out_tokens":618}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":564,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":77.26117304499996,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1436,"out_tokens":1497},"claude-opus-4-7":{"in_tokens":2668,"out_tokens":637},"mistral-large-2":{"in_tokens":1502,"out_tokens":557}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1329,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":36.731549959000006,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1361,"out_tokens":2237},"claude-opus-4-7":{"in_tokens":2641,"out_tokens":676},"mistral-large-2":{"in_tokens":1476,"out_tokens":664}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1511,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":34.182619671,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1149,"out_tokens":1563},"claude-opus-4-7":{"in_tokens":2248,"out_tokens":561},"mistral-large-2":{"in_tokens":1259,"out_tokens":544}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":437,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":10.58899310999999,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1316,"out_tokens":1403},"claude-opus-4-7":{"in_tokens":2466,"out_tokens":665},"mistral-large-2":{"in_tokens":1374,"out_tokens":586}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":628,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":12.151699782000037,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1747,"out_tokens":1925},"claude-opus-4-7":{"in_tokens":3329,"out_tokens":567},"mistral-large-2":{"in_tokens":1811,"out_tokens":639}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":452,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":10.002937214000042,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":1496},"claude-opus-4-7":{"in_tokens":2698,"out_tokens":503},"mistral-large-2":{"in_tokens":1474,"out_tokens":607}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2474,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":57.969263017,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1412,"out_tokens":2013},"claude-opus-4-7":{"in_tokens":2731,"out_tokens":510},"mistral-large-2":{"in_tokens":1567,"out_tokens":727}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":3425,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":71.989888914,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2425,"out_tokens":2623},"claude-opus-4-7":{"in_tokens":4760,"out_tokens":796},"mistral-large-2":{"in_tokens":2538,"out_tokens":812}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2563,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":62.46888025800001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2474,"out_tokens":2306},"claude-opus-4-7":{"in_tokens":4899,"out_tokens":636},"mistral-large-2":{"in_tokens":2692,"out_tokens":1005}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":2627,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":57.886270198999966,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2356,"out_tokens":2582},"claude-opus-4-7":{"in_tokens":4677,"out_tokens":734},"mistral-large-2":{"in_tokens":2492,"out_tokens":836}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":401,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":69.19220372300003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1493,"out_tokens":1703},"claude-opus-4-7":{"in_tokens":2918,"out_tokens":715},"mistral-large-2":{"in_tokens":1675,"out_tokens":607}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":268,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":66.07671306899994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1490,"out_tokens":1472},"claude-opus-4-7":{"in_tokens":2751,"out_tokens":552},"mistral-large-2":{"in_tokens":1679,"out_tokens":502}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":3580,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":83.03098400899995,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2814,"out_tokens":3082},"claude-opus-4-7":{"in_tokens":5547,"out_tokens":857},"mistral-large-2":{"in_tokens":3040,"out_tokens":1280}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":12.049781538000047,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1803,"out_tokens":2398},"claude-opus-4-7":{"in_tokens":3358,"out_tokens":742},"mistral-large-2":{"in_tokens":1926,"out_tokens":615}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2302,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":49.586236911000015,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2088,"out_tokens":2606},"claude-opus-4-7":{"in_tokens":4102,"out_tokens":864},"mistral-large-2":{"in_tokens":2251,"out_tokens":774}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":287,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":7.801077390999922,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1694,"out_tokens":2254},"claude-opus-4-7":{"in_tokens":3245,"out_tokens":810},"mistral-large-2":{"in_tokens":1815,"out_tokens":767}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":327,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":7.680196226000021,"hallucination_count":7.0,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1743,"out_tokens":2064},"claude-opus-4-7":{"in_tokens":3321,"out_tokens":869},"mistral-large-2":{"in_tokens":1849,"out_tokens":840}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":369,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":11.121267021999984,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1490,"out_tokens":2014},"claude-opus-4-7":{"in_tokens":2806,"out_tokens":889},"mistral-large-2":{"in_tokens":1594,"out_tokens":742}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":438,"error":null,"skip_reason":null,"score_raw":0.047619047619047616,"duration_s":368.525319427,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":2238},"claude-opus-4-7":{"in_tokens":2844,"out_tokens":569},"mistral-large-2":{"in_tokens":1513,"out_tokens":642}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":2464,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":54.669103982000024,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2462,"out_tokens":2509},"claude-opus-4-7":{"in_tokens":4834,"out_tokens":711},"mistral-large-2":{"in_tokens":2660,"out_tokens":895}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":571,"error":null,"skip_reason":null,"score_raw":0.19999999999999998,"duration_s":371.12054816399996,"hallucination_count":5.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2037,"out_tokens":3478},"claude-opus-4-7":{"in_tokens":3789,"out_tokens":869},"mistral-large-2":{"in_tokens":2169,"out_tokens":780}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":3183,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":67.18596222499997,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2359,"out_tokens":3269},"claude-opus-4-7":{"in_tokens":4579,"out_tokens":763},"mistral-large-2":{"in_tokens":2465,"out_tokens":888}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":6.597378955999943,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1229,"out_tokens":1710},"claude-opus-4-7":{"in_tokens":2438,"out_tokens":657},"mistral-large-2":{"in_tokens":1294,"out_tokens":574}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":249,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":6.106143764999956,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":1557},"claude-opus-4-7":{"in_tokens":2401,"out_tokens":643},"mistral-large-2":{"in_tokens":1336,"out_tokens":666}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":11.055347036999933,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1281,"out_tokens":2345},"claude-opus-4-7":{"in_tokens":2424,"out_tokens":646},"mistral-large-2":{"in_tokens":1365,"out_tokens":713}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":531,"out_tokens":205,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":7.932314621000046,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1191,"out_tokens":1222},"claude-opus-4-7":{"in_tokens":2357,"out_tokens":480},"mistral-large-2":{"in_tokens":1254,"out_tokens":497}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":373,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":7.708605435999971,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":1.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1831,"out_tokens":1590},"claude-opus-4-7":{"in_tokens":3392,"out_tokens":726}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2357,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":62.077262922000045,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2664,"out_tokens":2311},"claude-opus-4-7":{"in_tokens":5165,"out_tokens":645},"mistral-large-2":{"in_tokens":2871,"out_tokens":986}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":7.989903385999924,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.25,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1279,"out_tokens":1344},"claude-opus-4-7":{"in_tokens":2468,"out_tokens":597},"mistral-large-2":{"in_tokens":1325,"out_tokens":724}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":6.83173788199997,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1278,"out_tokens":1286},"claude-opus-4-7":{"in_tokens":2366,"out_tokens":602},"mistral-large-2":{"in_tokens":1328,"out_tokens":582}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":528,"out_tokens":232,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":6.823279642999978,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1358,"out_tokens":1658},"claude-opus-4-7":{"in_tokens":2587,"out_tokens":482},"mistral-large-2":{"in_tokens":1408,"out_tokens":543}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":329,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":11.987346930999934,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1396,"out_tokens":1491},"claude-opus-4-7":{"in_tokens":2680,"out_tokens":700},"mistral-large-2":{"in_tokens":1458,"out_tokens":544}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":304,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":7.63082134199999,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1256,"out_tokens":1915},"claude-opus-4-7":{"in_tokens":2332,"out_tokens":455},"mistral-large-2":{"in_tokens":1304,"out_tokens":575}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":65.43600805300002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1158,"out_tokens":1635},"claude-opus-4-7":{"in_tokens":2209,"out_tokens":758},"mistral-large-2":{"in_tokens":1274,"out_tokens":678}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":406,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":7.284400930000061,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1056,"out_tokens":1243},"claude-opus-4-7":{"in_tokens":2015,"out_tokens":514},"mistral-large-2":{"in_tokens":1114,"out_tokens":578}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":4.879001443999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1054,"out_tokens":1160},"claude-opus-4-7":{"in_tokens":2037,"out_tokens":478},"mistral-large-2":{"in_tokens":1108,"out_tokens":479}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":277,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":7.747043285000018,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1154,"out_tokens":1314},"claude-opus-4-7":{"in_tokens":2154,"out_tokens":525},"mistral-large-2":{"in_tokens":1201,"out_tokens":496}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":528,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":6.829938872000071,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1351,"out_tokens":1314},"claude-opus-4-7":{"in_tokens":2572,"out_tokens":485},"mistral-large-2":{"in_tokens":1397,"out_tokens":538}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":619,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":5.788134073999913,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1265,"out_tokens":1967},"claude-opus-4-7":{"in_tokens":2452,"out_tokens":635},"mistral-large-2":{"in_tokens":1412,"out_tokens":547}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":7.4653277849999995,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1191,"out_tokens":1704},"claude-opus-4-7":{"in_tokens":2249,"out_tokens":515},"mistral-large-2":{"in_tokens":1237,"out_tokens":657}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":127,"error":null,"skip_reason":null,"score_raw":0.4761904761904761,"duration_s":5.190741424999942,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1359,"out_tokens":1065},"claude-opus-4-7":{"in_tokens":2503,"out_tokens":456},"mistral-large-2":{"in_tokens":1532,"out_tokens":481}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":725,"out_tokens":139,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":6.768486736,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1529,"out_tokens":1259},"claude-opus-4-7":{"in_tokens":2847,"out_tokens":535},"mistral-large-2":{"in_tokens":1635,"out_tokens":574}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":68,"error":null,"skip_reason":null,"score_raw":0.25925925925925924,"duration_s":4.640052109999942,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1028,"out_tokens":1388},"claude-opus-4-7":{"in_tokens":1979,"out_tokens":494},"mistral-large-2":{"in_tokens":1130,"out_tokens":606}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":128,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":6.789251744000012,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1176,"out_tokens":1084},"claude-opus-4-7":{"in_tokens":2263,"out_tokens":596},"mistral-large-2":{"in_tokens":1280,"out_tokens":556}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":6.257407815999954,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1076,"out_tokens":1647},"claude-opus-4-7":{"in_tokens":2090,"out_tokens":469},"mistral-large-2":{"in_tokens":1207,"out_tokens":538}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":114,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":4.516712908000045,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1028,"out_tokens":1260},"claude-opus-4-7":{"in_tokens":2027,"out_tokens":551},"mistral-large-2":{"in_tokens":1125,"out_tokens":535}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":173,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":7.09920226700001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1151,"out_tokens":1408},"claude-opus-4-7":{"in_tokens":2247,"out_tokens":571},"mistral-large-2":{"in_tokens":1246,"out_tokens":658}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":320,"error":null,"skip_reason":null,"score_raw":0.06666666666666667,"duration_s":5.923796444000004,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1624,"out_tokens":2010},"claude-opus-4-7":{"in_tokens":3216,"out_tokens":717},"mistral-large-2":{"in_tokens":1742,"out_tokens":1435}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":719,"out_tokens":424,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":7.9538190109999505,"hallucination_count":5.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1819,"out_tokens":2651},"claude-opus-4-7":{"in_tokens":3541,"out_tokens":889},"mistral-large-2":{"in_tokens":1905,"out_tokens":848}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":351,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":6.648530463000043,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1626,"out_tokens":2177},"claude-opus-4-7":{"in_tokens":3177,"out_tokens":751},"mistral-large-2":{"in_tokens":1768,"out_tokens":770}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":505,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":7.464268330999971,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1758,"out_tokens":1753},"claude-opus-4-7":{"in_tokens":3502,"out_tokens":771},"mistral-large-2":{"in_tokens":1858,"out_tokens":744}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":442,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":6.028305401000011,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1721,"out_tokens":2383},"claude-opus-4-7":{"in_tokens":3377,"out_tokens":863},"mistral-large-2":{"in_tokens":1841,"out_tokens":811}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":444,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":6.095060059000048,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1948,"out_tokens":2705},"claude-opus-4-7":{"in_tokens":3771,"out_tokens":872},"mistral-large-2":{"in_tokens":2039,"out_tokens":811}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":463,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":8.107080379000081,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1738,"out_tokens":2065},"claude-opus-4-7":{"in_tokens":3430,"out_tokens":599},"mistral-large-2":{"in_tokens":1872,"out_tokens":676}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":745,"out_tokens":451,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":9.665596467,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1848,"out_tokens":1730},"claude-opus-4-7":{"in_tokens":3644,"out_tokens":672},"mistral-large-2":{"in_tokens":1993,"out_tokens":1122}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":367,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":68.93881526900009,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1272,"out_tokens":1547},"claude-opus-4-7":{"in_tokens":2530,"out_tokens":720},"mistral-large-2":{"in_tokens":1405,"out_tokens":679}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":1001,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":21.84060436300001,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2287,"out_tokens":2648},"claude-opus-4-7":{"in_tokens":4531,"out_tokens":996},"mistral-large-2":{"in_tokens":2454,"out_tokens":800}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":721,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":76.75450713099997,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2143,"out_tokens":2419},"claude-opus-4-7":{"in_tokens":4186,"out_tokens":987},"mistral-large-2":{"in_tokens":2237,"out_tokens":1163}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":823,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":16.322161345999916,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2088,"out_tokens":2233},"claude-opus-4-7":{"in_tokens":4142,"out_tokens":735},"mistral-large-2":{"in_tokens":2262,"out_tokens":864}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":724,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":22.60448247399995,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2019,"out_tokens":3708},"claude-opus-4-7":{"in_tokens":4053,"out_tokens":1050},"mistral-large-2":{"in_tokens":2139,"out_tokens":818}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":779,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":18.543323409000095,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2309,"out_tokens":2580},"claude-opus-4-7":{"in_tokens":4510,"out_tokens":843},"mistral-large-2":{"in_tokens":2406,"out_tokens":945}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":892,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":19.95894213100007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2177,"out_tokens":2840},"claude-opus-4-7":{"in_tokens":4306,"out_tokens":774},"mistral-large-2":{"in_tokens":2341,"out_tokens":690}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":941,"error":null,"skip_reason":null,"score_raw":0.5666666666666668,"duration_s":17.736148646999936,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2335,"out_tokens":2400},"claude-opus-4-7":{"in_tokens":4595,"out_tokens":765},"mistral-large-2":{"in_tokens":2511,"out_tokens":791}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":838,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":75.868778357,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2099,"out_tokens":2586},"claude-opus-4-7":{"in_tokens":4162,"out_tokens":882},"mistral-large-2":{"in_tokens":2269,"out_tokens":719}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":337,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":368.840265722,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1391,"out_tokens":1831},"claude-opus-4-7":{"in_tokens":2711,"out_tokens":623},"mistral-large-2":{"in_tokens":1504,"out_tokens":683}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.3703703703703704,"duration_s":366.420898901,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1151,"out_tokens":1995},"claude-opus-4-7":{"in_tokens":2300,"out_tokens":650},"mistral-large-2":{"in_tokens":1259,"out_tokens":620}}}