{"model_id":"mistral-large-2","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":406,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":10.442347887999993,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1309,"out_tokens":2002},"claude-opus-4-7":{"in_tokens":2561,"out_tokens":754},"mistral-large-2":{"in_tokens":1415,"out_tokens":695}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":258,"out_tokens":127,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":11.997285484999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1114,"out_tokens":1143},"claude-opus-4-7":{"in_tokens":2112,"out_tokens":589},"mistral-large-2":{"in_tokens":1191,"out_tokens":638}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":514,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":11.810367712999998,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1564,"out_tokens":1842},"claude-opus-4-7":{"in_tokens":2942,"out_tokens":814},"mistral-large-2":{"in_tokens":1720,"out_tokens":730}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":396,"out_tokens":669,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":12.223227884999993,"hallucination_count":5.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1926,"out_tokens":3657},"claude-opus-4-7":{"in_tokens":3628,"out_tokens":1117},"mistral-large-2":{"in_tokens":2039,"out_tokens":909}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":371,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":13.118011483000004,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1331,"out_tokens":1879},"claude-opus-4-7":{"in_tokens":2575,"out_tokens":656},"mistral-large-2":{"in_tokens":1427,"out_tokens":722}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":178,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":17.587994452999993,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":1565},"claude-opus-4-7":{"in_tokens":2143,"out_tokens":523},"mistral-large-2":{"in_tokens":1192,"out_tokens":613}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":867,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":21.433072898999995,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":1356},"claude-opus-4-7":{"in_tokens":2646,"out_tokens":613},"mistral-large-2":{"in_tokens":1478,"out_tokens":699}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":19.095211765000002,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":1903},"claude-opus-4-7":{"in_tokens":2524,"out_tokens":619},"mistral-large-2":{"in_tokens":1476,"out_tokens":666}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":1058,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":22.60683119600001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1527,"out_tokens":3009},"claude-opus-4-7":{"in_tokens":2919,"out_tokens":875},"mistral-large-2":{"in_tokens":1632,"out_tokens":1197}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.2333333333333333,"duration_s":24.457309085,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1500,"out_tokens":2114},"claude-opus-4-7":{"in_tokens":2817,"out_tokens":815},"mistral-large-2":{"in_tokens":1588,"out_tokens":808}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":1514,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":29.227749761,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1420,"out_tokens":2168},"claude-opus-4-7":{"in_tokens":2702,"out_tokens":697},"mistral-large-2":{"in_tokens":1518,"out_tokens":650}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":244,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":15.442907243000008,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1690,"out_tokens":1992},"claude-opus-4-7":{"in_tokens":3240,"out_tokens":759},"mistral-large-2":{"in_tokens":1818,"out_tokens":872}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":1721,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":31.430293987,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1353,"out_tokens":3587},"claude-opus-4-7":{"in_tokens":2583,"out_tokens":694},"mistral-large-2":{"in_tokens":1447,"out_tokens":710}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":681,"out_tokens":1703,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":32.988906899,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1990,"out_tokens":3059},"claude-opus-4-7":{"in_tokens":3747,"out_tokens":733},"mistral-large-2":{"in_tokens":2196,"out_tokens":930}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":1678,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":34.094550252,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2178,"out_tokens":3407},"claude-opus-4-7":{"in_tokens":4073,"out_tokens":918},"mistral-large-2":{"in_tokens":2311,"out_tokens":904}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":0.13333333333333333,"duration_s":21.095707145000006,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.0,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1748,"out_tokens":2298},"claude-opus-4-7":{"in_tokens":3353,"out_tokens":828},"mistral-large-2":{"in_tokens":1848,"out_tokens":983}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":23.350783274999998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":2058},"claude-opus-4-7":{"in_tokens":2647,"out_tokens":606},"mistral-large-2":{"in_tokens":1498,"out_tokens":673}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1426,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":24.676012053999997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2170,"out_tokens":2723},"claude-opus-4-7":{"in_tokens":4173,"out_tokens":840},"mistral-large-2":{"in_tokens":2337,"out_tokens":1349}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2387,"error":null,"skip_reason":null,"score_raw":0.2333333333333333,"duration_s":45.44012325,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1751,"out_tokens":2379},"claude-opus-4-7":{"in_tokens":3265,"out_tokens":983},"mistral-large-2":{"in_tokens":1871,"out_tokens":778}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":209,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":17.605368073000008,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":1349},"claude-opus-4-7":{"in_tokens":2452,"out_tokens":630},"mistral-large-2":{"in_tokens":1340,"out_tokens":694}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":21.333478129,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1291,"out_tokens":2551},"claude-opus-4-7":{"in_tokens":2467,"out_tokens":621},"mistral-large-2":{"in_tokens":1364,"out_tokens":577}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2769,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":48.778750273,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1874,"out_tokens":1663},"claude-opus-4-7":{"in_tokens":3603,"out_tokens":564},"mistral-large-2":{"in_tokens":2079,"out_tokens":837}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1484,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":27.824520129999996,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2259,"out_tokens":3400},"claude-opus-4-7":{"in_tokens":4251,"out_tokens":809},"mistral-large-2":{"in_tokens":2414,"out_tokens":986}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1344,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":24.316129645999993,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1806,"out_tokens":3194},"claude-opus-4-7":{"in_tokens":3417,"out_tokens":913},"mistral-large-2":{"in_tokens":1906,"out_tokens":713}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":199,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":20.019879379000002,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1205,"out_tokens":1228},"claude-opus-4-7":{"in_tokens":2411,"out_tokens":506},"mistral-large-2":{"in_tokens":1266,"out_tokens":539}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":197,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":20.259608411000002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1213,"out_tokens":1316},"claude-opus-4-7":{"in_tokens":2400,"out_tokens":592},"mistral-large-2":{"in_tokens":1276,"out_tokens":494}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1411,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":32.392168642,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1936,"out_tokens":1730},"claude-opus-4-7":{"in_tokens":3580,"out_tokens":892},"mistral-large-2":{"in_tokens":2099,"out_tokens":701}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":23.190784003999994,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1755,"out_tokens":2736},"claude-opus-4-7":{"in_tokens":3273,"out_tokens":698},"mistral-large-2":{"in_tokens":1864,"out_tokens":709}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":24.009921552999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":1056},"claude-opus-4-7":{"in_tokens":2633,"out_tokens":531},"mistral-large-2":{"in_tokens":1472,"out_tokens":584}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1580,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":27.256803917,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1836,"out_tokens":2457},"claude-opus-4-7":{"in_tokens":3593,"out_tokens":984},"mistral-large-2":{"in_tokens":1973,"out_tokens":828}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1373,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":25.757078692999997,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1678,"out_tokens":2229},"claude-opus-4-7":{"in_tokens":3365,"out_tokens":632},"mistral-large-2":{"in_tokens":1782,"out_tokens":582}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3104,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":49.624858540000005,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2245,"out_tokens":3104},"claude-opus-4-7":{"in_tokens":4261,"out_tokens":836},"mistral-large-2":{"in_tokens":2415,"out_tokens":956}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":1056,"error":null,"skip_reason":null,"score_raw":0.9523809523809524,"duration_s":22.103166752000007,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1586,"out_tokens":2415},"claude-opus-4-7":{"in_tokens":3035,"out_tokens":588},"mistral-large-2":{"in_tokens":1713,"out_tokens":508}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":2967,"error":null,"skip_reason":null,"score_raw":0.4000000000000001,"duration_s":48.338759318,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2265,"out_tokens":2937},"claude-opus-4-7":{"in_tokens":4316,"out_tokens":878},"mistral-large-2":{"in_tokens":2421,"out_tokens":887}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":308,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":23.961326205999995,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1291,"out_tokens":1371},"claude-opus-4-7":{"in_tokens":2455,"out_tokens":536},"mistral-large-2":{"in_tokens":1395,"out_tokens":752}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":19.589961738,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1300,"out_tokens":1701},"claude-opus-4-7":{"in_tokens":2509,"out_tokens":569},"mistral-large-2":{"in_tokens":1347,"out_tokens":612}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":540,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":72.65685519499999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1949,"out_tokens":2265},"claude-opus-4-7":{"in_tokens":3760,"out_tokens":847},"mistral-large-2":{"in_tokens":2103,"out_tokens":788}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":22.332732916999987,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":1293},"claude-opus-4-7":{"in_tokens":2647,"out_tokens":483},"mistral-large-2":{"in_tokens":1438,"out_tokens":754}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":276,"error":null,"skip_reason":null,"score_raw":0.25925925925925924,"duration_s":21.011628637,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1382,"out_tokens":1500},"claude-opus-4-7":{"in_tokens":2591,"out_tokens":612},"mistral-large-2":{"in_tokens":1446,"out_tokens":585}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":991,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.015532038999993,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1669,"out_tokens":2737},"claude-opus-4-7":{"in_tokens":3124,"out_tokens":639},"mistral-large-2":{"in_tokens":1821,"out_tokens":706}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1473,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":29.49078272700001,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2286,"out_tokens":3316},"claude-opus-4-7":{"in_tokens":4244,"out_tokens":1007},"mistral-large-2":{"in_tokens":2423,"out_tokens":1171}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":594,"out_tokens":1064,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":20.817773786000004,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1674,"out_tokens":3359},"claude-opus-4-7":{"in_tokens":3104,"out_tokens":747},"mistral-large-2":{"in_tokens":1811,"out_tokens":888}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":508,"error":null,"skip_reason":null,"score_raw":0.13333333333333333,"duration_s":12.657832724999992,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1508,"out_tokens":2152},"claude-opus-4-7":{"in_tokens":3039,"out_tokens":1072},"mistral-large-2":{"in_tokens":1629,"out_tokens":664}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1179,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.655415497999996,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1704,"out_tokens":2255},"claude-opus-4-7":{"in_tokens":3254,"out_tokens":660},"mistral-large-2":{"in_tokens":1775,"out_tokens":698}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":3253,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":52.93910449399999,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1843,"out_tokens":2129},"claude-opus-4-7":{"in_tokens":3516,"out_tokens":852},"mistral-large-2":{"in_tokens":1945,"out_tokens":784}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":18.853571061999986,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":976},"claude-opus-4-7":{"in_tokens":2345,"out_tokens":434},"mistral-large-2":{"in_tokens":1332,"out_tokens":609}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":263,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":21.34140169599999,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1221,"out_tokens":1852},"claude-opus-4-7":{"in_tokens":2307,"out_tokens":543},"mistral-large-2":{"in_tokens":1278,"out_tokens":613}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":348,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":7.723952080000004,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1341,"out_tokens":2636},"claude-opus-4-7":{"in_tokens":2712,"out_tokens":852},"mistral-large-2":{"in_tokens":1419,"out_tokens":558}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":3269,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":60.530797408,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1989,"out_tokens":2286},"claude-opus-4-7":{"in_tokens":3817,"out_tokens":737},"mistral-large-2":{"in_tokens":2176,"out_tokens":752}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":13.88529139100001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1059,"out_tokens":1078},"claude-opus-4-7":{"in_tokens":1994,"out_tokens":486},"mistral-large-2":{"in_tokens":1113,"out_tokens":515}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":17.975930833999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":1463},"claude-opus-4-7":{"in_tokens":2214,"out_tokens":541},"mistral-large-2":{"in_tokens":1263,"out_tokens":714}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":921,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":19.33596074799999,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1616,"out_tokens":1472},"claude-opus-4-7":{"in_tokens":2979,"out_tokens":581},"mistral-large-2":{"in_tokens":1693,"out_tokens":663}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":956,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":21.776244340999995,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1481,"out_tokens":1757},"claude-opus-4-7":{"in_tokens":2757,"out_tokens":555},"mistral-large-2":{"in_tokens":1550,"out_tokens":696}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.68538441300001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1077,"out_tokens":1290},"claude-opus-4-7":{"in_tokens":2028,"out_tokens":488},"mistral-large-2":{"in_tokens":1126,"out_tokens":450}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":187,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":17.08625685199999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":1184},"claude-opus-4-7":{"in_tokens":2057,"out_tokens":432},"mistral-large-2":{"in_tokens":1155,"out_tokens":468}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2347,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":41.809822980999996,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1622,"out_tokens":1688},"claude-opus-4-7":{"in_tokens":3236,"out_tokens":579},"mistral-large-2":{"in_tokens":1713,"out_tokens":631}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1421,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":29.422850463999993,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1839,"out_tokens":1718},"claude-opus-4-7":{"in_tokens":3486,"out_tokens":490},"mistral-large-2":{"in_tokens":1919,"out_tokens":833}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":2639,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":45.789299881000005,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1630,"out_tokens":2666},"claude-opus-4-7":{"in_tokens":3194,"out_tokens":796},"mistral-large-2":{"in_tokens":1749,"out_tokens":779}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":151,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":18.153275129000008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":983,"out_tokens":959},"claude-opus-4-7":{"in_tokens":1852,"out_tokens":362},"mistral-large-2":{"in_tokens":1021,"out_tokens":436}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":1354,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":27.275577838999993,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1739,"out_tokens":1142},"claude-opus-4-7":{"in_tokens":3218,"out_tokens":473},"mistral-large-2":{"in_tokens":1801,"out_tokens":657}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":17.838096966999984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1142,"out_tokens":1736},"claude-opus-4-7":{"in_tokens":2135,"out_tokens":514},"mistral-large-2":{"in_tokens":1195,"out_tokens":558}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":1589,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":26.445244583000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1384,"out_tokens":1516},"claude-opus-4-7":{"in_tokens":2691,"out_tokens":563},"mistral-large-2":{"in_tokens":1470,"out_tokens":544}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":1021,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.469218635000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1517,"out_tokens":2007},"claude-opus-4-7":{"in_tokens":2780,"out_tokens":524},"mistral-large-2":{"in_tokens":1601,"out_tokens":586}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":16.143260749000007,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1064,"out_tokens":1043},"claude-opus-4-7":{"in_tokens":2033,"out_tokens":561},"mistral-large-2":{"in_tokens":1120,"out_tokens":687}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":18.076375171000024,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1266,"out_tokens":1077},"claude-opus-4-7":{"in_tokens":2371,"out_tokens":470},"mistral-large-2":{"in_tokens":1325,"out_tokens":610}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":999,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":20.093255692000014,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":2124},"claude-opus-4-7":{"in_tokens":2661,"out_tokens":582},"mistral-large-2":{"in_tokens":1500,"out_tokens":594}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":16.945667757999985,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1036,"out_tokens":1242},"claude-opus-4-7":{"in_tokens":1985,"out_tokens":503},"mistral-large-2":{"in_tokens":1089,"out_tokens":478}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":16.027077225,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1066,"out_tokens":1368},"claude-opus-4-7":{"in_tokens":1979,"out_tokens":517},"mistral-large-2":{"in_tokens":1112,"out_tokens":554}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":1345,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":25.969090702999978,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1564,"out_tokens":3145},"claude-opus-4-7":{"in_tokens":2941,"out_tokens":504},"mistral-large-2":{"in_tokens":1657,"out_tokens":995}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":978,"error":null,"skip_reason":null,"score_raw":0.9523809523809524,"duration_s":20.74777703999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1341,"out_tokens":1004},"claude-opus-4-7":{"in_tokens":2537,"out_tokens":400},"mistral-large-2":{"in_tokens":1404,"out_tokens":466}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":1273,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":28.602451770000016,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1592,"out_tokens":1259},"claude-opus-4-7":{"in_tokens":2969,"out_tokens":512},"mistral-large-2":{"in_tokens":1684,"out_tokens":560}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":18.36246467699999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1211,"out_tokens":1468},"claude-opus-4-7":{"in_tokens":2291,"out_tokens":456},"mistral-large-2":{"in_tokens":1257,"out_tokens":523}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":16.308447616999985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":870},"claude-opus-4-7":{"in_tokens":2125,"out_tokens":461},"mistral-large-2":{"in_tokens":1175,"out_tokens":436}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2021,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":36.245354056,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1602,"out_tokens":1863},"claude-opus-4-7":{"in_tokens":3042,"out_tokens":703},"mistral-large-2":{"in_tokens":1740,"out_tokens":691}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":1084,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":20.25579566899998,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1550,"out_tokens":1730},"claude-opus-4-7":{"in_tokens":2865,"out_tokens":589},"mistral-large-2":{"in_tokens":1610,"out_tokens":625}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":21.753140175,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1452,"out_tokens":1262},"claude-opus-4-7":{"in_tokens":2779,"out_tokens":574},"mistral-large-2":{"in_tokens":1507,"out_tokens":619}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":20.161127279,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1148,"out_tokens":1042},"claude-opus-4-7":{"in_tokens":2173,"out_tokens":446},"mistral-large-2":{"in_tokens":1202,"out_tokens":524}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":825,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":16.76198562900001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1325,"out_tokens":1024},"claude-opus-4-7":{"in_tokens":2495,"out_tokens":506},"mistral-large-2":{"in_tokens":1397,"out_tokens":600}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":103,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":14.651551266999974,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1056,"out_tokens":939},"claude-opus-4-7":{"in_tokens":1997,"out_tokens":447},"mistral-large-2":{"in_tokens":1094,"out_tokens":478}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":216,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":14.767421946000013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1069,"out_tokens":1038},"claude-opus-4-7":{"in_tokens":2061,"out_tokens":506},"mistral-large-2":{"in_tokens":1125,"out_tokens":439}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3744,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":66.840846131,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2233,"out_tokens":2849},"claude-opus-4-7":{"in_tokens":4099,"out_tokens":954},"mistral-large-2":{"in_tokens":2403,"out_tokens":797}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":14.408148345,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1192,"out_tokens":1315},"claude-opus-4-7":{"in_tokens":2258,"out_tokens":556},"mistral-large-2":{"in_tokens":1298,"out_tokens":753}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":700,"out_tokens":1173,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":25.658839236999995,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1666,"out_tokens":1518},"claude-opus-4-7":{"in_tokens":3125,"out_tokens":494},"mistral-large-2":{"in_tokens":1740,"out_tokens":603}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":391,"error":null,"skip_reason":null,"score_raw":0.047619047619047616,"duration_s":69.968817981,"hallucination_count":6.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1394,"out_tokens":2296},"claude-opus-4-7":{"in_tokens":2763,"out_tokens":638},"mistral-large-2":{"in_tokens":1466,"out_tokens":638}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2598,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":48.42830208000001,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1502,"out_tokens":1435},"claude-opus-4-7":{"in_tokens":2915,"out_tokens":736},"mistral-large-2":{"in_tokens":1565,"out_tokens":794}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":1108,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.39352070000001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1438,"out_tokens":1747},"claude-opus-4-7":{"in_tokens":2741,"out_tokens":470},"mistral-large-2":{"in_tokens":1514,"out_tokens":588}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":1593,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.447874951999978,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1972,"out_tokens":1504},"claude-opus-4-7":{"in_tokens":3758,"out_tokens":591},"mistral-large-2":{"in_tokens":2065,"out_tokens":590}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":1276,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":25.492253888999983,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1568,"out_tokens":1605},"claude-opus-4-7":{"in_tokens":2933,"out_tokens":534},"mistral-large-2":{"in_tokens":1617,"out_tokens":608}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":182,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":20.927004787000016,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1048,"out_tokens":1694},"claude-opus-4-7":{"in_tokens":2076,"out_tokens":472},"mistral-large-2":{"in_tokens":1131,"out_tokens":641}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1038,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":14.778358807000018,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1682,"out_tokens":1362},"claude-opus-4-7":{"in_tokens":3164,"out_tokens":577},"mistral-large-2":{"in_tokens":1763,"out_tokens":590}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":18.72123363899999,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1055,"out_tokens":1550},"claude-opus-4-7":{"in_tokens":2046,"out_tokens":621},"mistral-large-2":{"in_tokens":1189,"out_tokens":641}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":637,"error":null,"skip_reason":null,"score_raw":0.10000000000000002,"duration_s":14.773278288,"hallucination_count":5.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2090,"out_tokens":2261},"claude-opus-4-7":{"in_tokens":3919,"out_tokens":1014},"mistral-large-2":{"in_tokens":2235,"out_tokens":1059}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":3472,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":66.387457458,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2053,"out_tokens":2371},"claude-opus-4-7":{"in_tokens":3822,"out_tokens":741},"mistral-large-2":{"in_tokens":2278,"out_tokens":793}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":170,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":17.474914868000013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1035,"out_tokens":1190},"claude-opus-4-7":{"in_tokens":2013,"out_tokens":493},"mistral-large-2":{"in_tokens":1109,"out_tokens":520}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1127,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":20.741200704999983,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1741,"out_tokens":1360},"claude-opus-4-7":{"in_tokens":3283,"out_tokens":551},"mistral-large-2":{"in_tokens":1805,"out_tokens":622}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1002,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.814755286000008,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1507,"out_tokens":1151},"claude-opus-4-7":{"in_tokens":2844,"out_tokens":475},"mistral-large-2":{"in_tokens":1573,"out_tokens":1036}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":874,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":16.488202838000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1397,"out_tokens":1557},"claude-opus-4-7":{"in_tokens":2665,"out_tokens":470},"mistral-large-2":{"in_tokens":1466,"out_tokens":479}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":267,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":22.651982009999983,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1204,"out_tokens":1523},"claude-opus-4-7":{"in_tokens":2295,"out_tokens":523},"mistral-large-2":{"in_tokens":1305,"out_tokens":606}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":997,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":19.133544984999986,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1564,"out_tokens":1531},"claude-opus-4-7":{"in_tokens":2899,"out_tokens":528},"mistral-large-2":{"in_tokens":1651,"out_tokens":693}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":325,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":7.123578794999986,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1432,"out_tokens":1285},"claude-opus-4-7":{"in_tokens":2721,"out_tokens":678},"mistral-large-2":{"in_tokens":1553,"out_tokens":597}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":14.626184635000016,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1035,"out_tokens":2008},"claude-opus-4-7":{"in_tokens":2042,"out_tokens":535},"mistral-large-2":{"in_tokens":1118,"out_tokens":546}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":1531,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":21.446180155999997,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1837,"out_tokens":1405},"claude-opus-4-7":{"in_tokens":3438,"out_tokens":492},"mistral-large-2":{"in_tokens":1919,"out_tokens":889}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":486,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":10.669042195000003,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1209,"out_tokens":1425},"claude-opus-4-7":{"in_tokens":2265,"out_tokens":449},"mistral-large-2":{"in_tokens":1251,"out_tokens":803}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":1019,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.64330217899999,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1484,"out_tokens":1712},"claude-opus-4-7":{"in_tokens":2790,"out_tokens":538},"mistral-large-2":{"in_tokens":1567,"out_tokens":600}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":397,"error":null,"skip_reason":null,"score_raw":0.1111111111111111,"duration_s":7.808101799000013,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1450,"out_tokens":1636},"claude-opus-4-7":{"in_tokens":2746,"out_tokens":839},"mistral-large-2":{"in_tokens":1566,"out_tokens":907}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":17.664164494999994,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1130,"out_tokens":1223},"claude-opus-4-7":{"in_tokens":2175,"out_tokens":573},"mistral-large-2":{"in_tokens":1244,"out_tokens":646}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":18.388284165000016,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1140,"out_tokens":1341},"claude-opus-4-7":{"in_tokens":2206,"out_tokens":539},"mistral-large-2":{"in_tokens":1243,"out_tokens":530}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":933,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":16.287702148999983,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1361,"out_tokens":1090},"claude-opus-4-7":{"in_tokens":2618,"out_tokens":482},"mistral-large-2":{"in_tokens":1426,"out_tokens":535}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":15.987170140000018,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1111,"out_tokens":1340},"claude-opus-4-7":{"in_tokens":2132,"out_tokens":488},"mistral-large-2":{"in_tokens":1205,"out_tokens":493}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1363,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":23.611860650999972,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1479,"out_tokens":1727},"claude-opus-4-7":{"in_tokens":2752,"out_tokens":466},"mistral-large-2":{"in_tokens":1544,"out_tokens":628}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":982,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":20.467048974999983,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1506,"out_tokens":1769},"claude-opus-4-7":{"in_tokens":2882,"out_tokens":566},"mistral-large-2":{"in_tokens":1654,"out_tokens":661}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":571,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":11.080177104999962,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1633,"out_tokens":2124},"claude-opus-4-7":{"in_tokens":3156,"out_tokens":843},"mistral-large-2":{"in_tokens":1699,"out_tokens":660}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":806,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":15.517129355000009,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":1896},"claude-opus-4-7":{"in_tokens":2500,"out_tokens":528},"mistral-large-2":{"in_tokens":1363,"out_tokens":672}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":857,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":16.00361429999998,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":1575},"claude-opus-4-7":{"in_tokens":2524,"out_tokens":520},"mistral-large-2":{"in_tokens":1492,"out_tokens":633}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":157,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":21.28279285100001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1103,"out_tokens":1544},"claude-opus-4-7":{"in_tokens":2100,"out_tokens":498},"mistral-large-2":{"in_tokens":1200,"out_tokens":583}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1656,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":35.29984978799999,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1840,"out_tokens":1560},"claude-opus-4-7":{"in_tokens":3403,"out_tokens":521},"mistral-large-2":{"in_tokens":1915,"out_tokens":693}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1327,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":21.598793341000032,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1450,"out_tokens":1557},"claude-opus-4-7":{"in_tokens":2762,"out_tokens":508},"mistral-large-2":{"in_tokens":1536,"out_tokens":572}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":665,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":10.897185082000021,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1198,"out_tokens":1769},"claude-opus-4-7":{"in_tokens":2337,"out_tokens":583},"mistral-large-2":{"in_tokens":1295,"out_tokens":498}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":551,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":11.33862402699998,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1629,"out_tokens":2211},"claude-opus-4-7":{"in_tokens":3090,"out_tokens":538},"mistral-large-2":{"in_tokens":1691,"out_tokens":558}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":931,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":17.162697578000007,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":2872},"claude-opus-4-7":{"in_tokens":2725,"out_tokens":604},"mistral-large-2":{"in_tokens":1544,"out_tokens":691}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":21.61907002800001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1252,"out_tokens":1733},"claude-opus-4-7":{"in_tokens":2388,"out_tokens":558},"mistral-large-2":{"in_tokens":1374,"out_tokens":623}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":18.886157932000003,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1015,"out_tokens":1124},"claude-opus-4-7":{"in_tokens":1928,"out_tokens":575},"mistral-large-2":{"in_tokens":1128,"out_tokens":522}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":574,"error":null,"skip_reason":null,"score_raw":0.9666666666666667,"duration_s":11.108735059000026,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1214,"out_tokens":836},"claude-opus-4-7":{"in_tokens":2285,"out_tokens":520},"mistral-large-2":{"in_tokens":1333,"out_tokens":613}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":181,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":23.474889476999977,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1177,"out_tokens":1359},"claude-opus-4-7":{"in_tokens":2243,"out_tokens":619},"mistral-large-2":{"in_tokens":1253,"out_tokens":674}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":844,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":16.556306446999997,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1300,"out_tokens":2488},"claude-opus-4-7":{"in_tokens":2497,"out_tokens":634},"mistral-large-2":{"in_tokens":1429,"out_tokens":698}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":987,"error":null,"skip_reason":null,"score_raw":0.9047619047619048,"duration_s":23.06951298900003,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1107,"out_tokens":1257},"claude-opus-4-7":{"in_tokens":2079,"out_tokens":486},"mistral-large-2":{"in_tokens":1151,"out_tokens":719}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":1731,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":42.55158450799999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1553,"out_tokens":1271},"claude-opus-4-7":{"in_tokens":2930,"out_tokens":451},"mistral-large-2":{"in_tokens":1637,"out_tokens":691}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":628,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":12.605667047999987,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":1793},"claude-opus-4-7":{"in_tokens":2388,"out_tokens":610},"mistral-large-2":{"in_tokens":1378,"out_tokens":527}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":19.679420008000022,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1256,"out_tokens":1499},"claude-opus-4-7":{"in_tokens":2407,"out_tokens":535},"mistral-large-2":{"in_tokens":1378,"out_tokens":530}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":769,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":15.585428981000007,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1363,"out_tokens":1976},"claude-opus-4-7":{"in_tokens":2603,"out_tokens":576},"mistral-large-2":{"in_tokens":1489,"out_tokens":643}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.549744433,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1037,"out_tokens":1010},"claude-opus-4-7":{"in_tokens":2077,"out_tokens":527},"mistral-large-2":{"in_tokens":1109,"out_tokens":497}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1467,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":27.278546922000032,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1654,"out_tokens":1659},"claude-opus-4-7":{"in_tokens":3100,"out_tokens":529},"mistral-large-2":{"in_tokens":1716,"out_tokens":701}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":206,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":21.487537437000015,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1082,"out_tokens":1412},"claude-opus-4-7":{"in_tokens":2145,"out_tokens":601},"mistral-large-2":{"in_tokens":1160,"out_tokens":596}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":958,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":20.110061228000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1448,"out_tokens":905},"claude-opus-4-7":{"in_tokens":2761,"out_tokens":523},"mistral-large-2":{"in_tokens":1568,"out_tokens":552}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":692,"out_tokens":1101,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":18.844982940000023,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1580,"out_tokens":2770},"claude-opus-4-7":{"in_tokens":3021,"out_tokens":537},"mistral-large-2":{"in_tokens":1753,"out_tokens":684}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":595,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":12.791362230999994,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1303,"out_tokens":1246},"claude-opus-4-7":{"in_tokens":2476,"out_tokens":486},"mistral-large-2":{"in_tokens":1404,"out_tokens":585}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1286,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":29.68923713600003,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1690,"out_tokens":1771},"claude-opus-4-7":{"in_tokens":3219,"out_tokens":507},"mistral-large-2":{"in_tokens":1770,"out_tokens":711}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":627,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":12.810747122999999,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1198,"out_tokens":1418},"claude-opus-4-7":{"in_tokens":2244,"out_tokens":508},"mistral-large-2":{"in_tokens":1339,"out_tokens":681}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":21.32500713799999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1139,"out_tokens":1468},"claude-opus-4-7":{"in_tokens":2092,"out_tokens":480},"mistral-large-2":{"in_tokens":1283,"out_tokens":542}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1303,"error":null,"skip_reason":null,"score_raw":0.8148148148148149,"duration_s":19.94519898599998,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1478,"out_tokens":1505},"claude-opus-4-7":{"in_tokens":2762,"out_tokens":584},"mistral-large-2":{"in_tokens":1560,"out_tokens":716}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":919,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":19.820869808999987,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":1182},"claude-opus-4-7":{"in_tokens":2611,"out_tokens":466},"mistral-large-2":{"in_tokens":1457,"out_tokens":576}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":19.63813953199997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1104,"out_tokens":1124},"claude-opus-4-7":{"in_tokens":2255,"out_tokens":548},"mistral-large-2":{"in_tokens":1209,"out_tokens":464}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":159,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":15.086046660000022,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1394,"out_tokens":1082},"claude-opus-4-7":{"in_tokens":2569,"out_tokens":501},"mistral-large-2":{"in_tokens":1573,"out_tokens":486}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":21.00177417200001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":1709},"claude-opus-4-7":{"in_tokens":2694,"out_tokens":571},"mistral-large-2":{"in_tokens":1536,"out_tokens":553}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1225,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":17.272634578999998,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1471,"out_tokens":1921},"claude-opus-4-7":{"in_tokens":2708,"out_tokens":608},"mistral-large-2":{"in_tokens":1535,"out_tokens":564}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":988,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":16.78802249900002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1378,"out_tokens":2480},"claude-opus-4-7":{"in_tokens":2707,"out_tokens":566},"mistral-large-2":{"in_tokens":1496,"out_tokens":597}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":921,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":17.711235122000005,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1321,"out_tokens":918},"claude-opus-4-7":{"in_tokens":2653,"out_tokens":562},"mistral-large-2":{"in_tokens":1396,"out_tokens":488}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":830,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":16.683945709,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1428,"out_tokens":1751},"claude-opus-4-7":{"in_tokens":2613,"out_tokens":659},"mistral-large-2":{"in_tokens":1608,"out_tokens":696}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":1004,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":20.545233852999957,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1533,"out_tokens":1550},"claude-opus-4-7":{"in_tokens":2933,"out_tokens":550},"mistral-large-2":{"in_tokens":1708,"out_tokens":675}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":1003,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":16.622982740999987,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":950},"claude-opus-4-7":{"in_tokens":2552,"out_tokens":460},"mistral-large-2":{"in_tokens":1437,"out_tokens":439}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1713,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":25.04700328499996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2010,"out_tokens":1489},"claude-opus-4-7":{"in_tokens":3786,"out_tokens":579},"mistral-large-2":{"in_tokens":2076,"out_tokens":974}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":18.09479509900001,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1121,"out_tokens":1466},"claude-opus-4-7":{"in_tokens":2155,"out_tokens":507},"mistral-large-2":{"in_tokens":1212,"out_tokens":545}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":25.368719718999955,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1590,"out_tokens":1437},"claude-opus-4-7":{"in_tokens":2956,"out_tokens":581},"mistral-large-2":{"in_tokens":1705,"out_tokens":638}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1020,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":13.593054983000002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1385,"out_tokens":1207},"claude-opus-4-7":{"in_tokens":2620,"out_tokens":485},"mistral-large-2":{"in_tokens":1473,"out_tokens":690}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":685,"out_tokens":629,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":12.999867311999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":1345},"claude-opus-4-7":{"in_tokens":2503,"out_tokens":490},"mistral-large-2":{"in_tokens":1375,"out_tokens":494}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1810,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":25.778371307999976,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1760,"out_tokens":1881},"claude-opus-4-7":{"in_tokens":3337,"out_tokens":485},"mistral-large-2":{"in_tokens":1837,"out_tokens":711}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":16.46666582900002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1159,"out_tokens":1346},"claude-opus-4-7":{"in_tokens":2217,"out_tokens":596},"mistral-large-2":{"in_tokens":1281,"out_tokens":649}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":17.35256791400002,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1280,"out_tokens":1932},"claude-opus-4-7":{"in_tokens":2471,"out_tokens":557},"mistral-large-2":{"in_tokens":1393,"out_tokens":585}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":845,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":16.775847675000023,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1670,"out_tokens":2112},"claude-opus-4-7":{"in_tokens":3131,"out_tokens":545},"mistral-large-2":{"in_tokens":1882,"out_tokens":540}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":827,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":18.816055389999974,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1553,"out_tokens":1157},"claude-opus-4-7":{"in_tokens":3012,"out_tokens":587},"mistral-large-2":{"in_tokens":1757,"out_tokens":586}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":771,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":16.097030270000005,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1073,"out_tokens":1134},"claude-opus-4-7":{"in_tokens":2010,"out_tokens":455},"mistral-large-2":{"in_tokens":1108,"out_tokens":513}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":989,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":19.674153776999958,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1942,"out_tokens":2931},"claude-opus-4-7":{"in_tokens":3594,"out_tokens":762},"mistral-large-2":{"in_tokens":2094,"out_tokens":689}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":152,"error":null,"skip_reason":null,"score_raw":0.40740740740740744,"duration_s":18.85453531400003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1107,"out_tokens":1193},"claude-opus-4-7":{"in_tokens":2142,"out_tokens":489},"mistral-large-2":{"in_tokens":1221,"out_tokens":606}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":741,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":20.681427797000026,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":1552},"claude-opus-4-7":{"in_tokens":2394,"out_tokens":438},"mistral-large-2":{"in_tokens":1303,"out_tokens":603}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":815,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":16.404716275999988,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1379,"out_tokens":1020},"claude-opus-4-7":{"in_tokens":2643,"out_tokens":453},"mistral-large-2":{"in_tokens":1503,"out_tokens":681}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":19.958221829000024,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1174,"out_tokens":1762},"claude-opus-4-7":{"in_tokens":2269,"out_tokens":532},"mistral-large-2":{"in_tokens":1310,"out_tokens":800}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":1203,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":18.831592011000055,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1233,"out_tokens":1618},"claude-opus-4-7":{"in_tokens":2458,"out_tokens":524},"mistral-large-2":{"in_tokens":1348,"out_tokens":569}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":909,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":15.767231281000022,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1426,"out_tokens":2501},"claude-opus-4-7":{"in_tokens":2788,"out_tokens":642},"mistral-large-2":{"in_tokens":1592,"out_tokens":690}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":138,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":19.49963604499999,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1057,"out_tokens":1144},"claude-opus-4-7":{"in_tokens":2110,"out_tokens":583},"mistral-large-2":{"in_tokens":1159,"out_tokens":562}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.40740740740740744,"duration_s":21.622462933999998,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1153,"out_tokens":1546},"claude-opus-4-7":{"in_tokens":2214,"out_tokens":635},"mistral-large-2":{"in_tokens":1250,"out_tokens":612}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":828,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":15.572533726000017,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1489,"out_tokens":1960},"claude-opus-4-7":{"in_tokens":2851,"out_tokens":677},"mistral-large-2":{"in_tokens":1650,"out_tokens":653}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":719,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":13.01492671799997,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1339,"out_tokens":1739},"claude-opus-4-7":{"in_tokens":2560,"out_tokens":611},"mistral-large-2":{"in_tokens":1471,"out_tokens":645}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":882,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":80.435420233,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1954,"out_tokens":1714},"claude-opus-4-7":{"in_tokens":3658,"out_tokens":713},"mistral-large-2":{"in_tokens":2037,"out_tokens":727}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":2002,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":28.704431623999994,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":1284},"claude-opus-4-7":{"in_tokens":2653,"out_tokens":536},"mistral-large-2":{"in_tokens":1535,"out_tokens":716}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1511,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":23.277257714999962,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1224,"out_tokens":1888},"claude-opus-4-7":{"in_tokens":2376,"out_tokens":553},"mistral-large-2":{"in_tokens":1389,"out_tokens":545}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":19.175700825000035,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1085,"out_tokens":1455},"claude-opus-4-7":{"in_tokens":2149,"out_tokens":515},"mistral-large-2":{"in_tokens":1195,"out_tokens":636}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":952,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":18.238582244999975,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1411,"out_tokens":2351},"claude-opus-4-7":{"in_tokens":2721,"out_tokens":608},"mistral-large-2":{"in_tokens":1574,"out_tokens":733}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":785,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":15.062251154999956,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":2664},"claude-opus-4-7":{"in_tokens":2710,"out_tokens":612},"mistral-large-2":{"in_tokens":1530,"out_tokens":770}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":870,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.087132181000015,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1087,"out_tokens":1326},"claude-opus-4-7":{"in_tokens":2095,"out_tokens":437},"mistral-large-2":{"in_tokens":1167,"out_tokens":520}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":224,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":20.897633968000036,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1141,"out_tokens":1923},"claude-opus-4-7":{"in_tokens":2134,"out_tokens":655},"mistral-large-2":{"in_tokens":1248,"out_tokens":565}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":16.633170791000055,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1016,"out_tokens":1354},"claude-opus-4-7":{"in_tokens":1986,"out_tokens":503},"mistral-large-2":{"in_tokens":1070,"out_tokens":490}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":728,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":13.818090951999977,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1656,"out_tokens":2104},"claude-opus-4-7":{"in_tokens":3063,"out_tokens":648},"mistral-large-2":{"in_tokens":1734,"out_tokens":692}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":19.05007834999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1084,"out_tokens":1349},"claude-opus-4-7":{"in_tokens":2080,"out_tokens":444},"mistral-large-2":{"in_tokens":1198,"out_tokens":483}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1144,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":15.06255508099997,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1283,"out_tokens":1695},"claude-opus-4-7":{"in_tokens":2583,"out_tokens":714},"mistral-large-2":{"in_tokens":1390,"out_tokens":719}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":1124,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":20.065514967000013,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1461,"out_tokens":1567},"claude-opus-4-7":{"in_tokens":2936,"out_tokens":650},"mistral-large-2":{"in_tokens":1595,"out_tokens":551}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":657,"out_tokens":1147,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":20.143520013,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1450,"out_tokens":2520},"claude-opus-4-7":{"in_tokens":2848,"out_tokens":559},"mistral-large-2":{"in_tokens":1604,"out_tokens":599}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1046,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":16.87161917100002,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1487,"out_tokens":2835},"claude-opus-4-7":{"in_tokens":2773,"out_tokens":675},"mistral-large-2":{"in_tokens":1642,"out_tokens":778}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":17.995387730999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":817},"claude-opus-4-7":{"in_tokens":2136,"out_tokens":536},"mistral-large-2":{"in_tokens":1192,"out_tokens":503}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":14.660411219000025,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":977,"out_tokens":1085},"claude-opus-4-7":{"in_tokens":1898,"out_tokens":469},"mistral-large-2":{"in_tokens":1054,"out_tokens":490}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":950,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":18.261467281000023,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1415,"out_tokens":2780},"claude-opus-4-7":{"in_tokens":2714,"out_tokens":699},"mistral-large-2":{"in_tokens":1573,"out_tokens":665}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":629,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":15.194622933999995,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1630,"out_tokens":2231},"claude-opus-4-7":{"in_tokens":2982,"out_tokens":585},"mistral-large-2":{"in_tokens":1699,"out_tokens":565}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":15.695806826999956,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1072,"out_tokens":952},"claude-opus-4-7":{"in_tokens":2032,"out_tokens":459},"mistral-large-2":{"in_tokens":1165,"out_tokens":571}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":2421,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":40.478060827000036,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1318,"out_tokens":1621},"claude-opus-4-7":{"in_tokens":2499,"out_tokens":557},"mistral-large-2":{"in_tokens":1429,"out_tokens":629}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":846,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":15.28949404299999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":998},"claude-opus-4-7":{"in_tokens":2536,"out_tokens":513},"mistral-large-2":{"in_tokens":1427,"out_tokens":515}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":290,"error":null,"skip_reason":null,"score_raw":0.4074074074074074,"duration_s":17.978623384000002,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1412,"out_tokens":2119},"claude-opus-4-7":{"in_tokens":2823,"out_tokens":733},"mistral-large-2":{"in_tokens":1510,"out_tokens":671}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":778,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":16.660966325000004,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1242,"out_tokens":1938},"claude-opus-4-7":{"in_tokens":2419,"out_tokens":484},"mistral-large-2":{"in_tokens":1308,"out_tokens":511}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":860,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":16.915086386999974,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1217,"out_tokens":1458},"claude-opus-4-7":{"in_tokens":2293,"out_tokens":466},"mistral-large-2":{"in_tokens":1333,"out_tokens":630}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1606,"error":null,"skip_reason":null,"score_raw":0.9666666666666667,"duration_s":28.47805535599997,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1351,"out_tokens":1554},"claude-opus-4-7":{"in_tokens":2582,"out_tokens":528},"mistral-large-2":{"in_tokens":1503,"out_tokens":711}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":1645,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":29.279687716000012,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1385,"out_tokens":1947},"claude-opus-4-7":{"in_tokens":2636,"out_tokens":555},"mistral-large-2":{"in_tokens":1519,"out_tokens":603}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":703,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":15.200379475000034,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1165,"out_tokens":1847},"claude-opus-4-7":{"in_tokens":2270,"out_tokens":451},"mistral-large-2":{"in_tokens":1255,"out_tokens":475}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":615,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":14.72605921600001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1548,"out_tokens":1374},"claude-opus-4-7":{"in_tokens":2819,"out_tokens":580},"mistral-large-2":{"in_tokens":1630,"out_tokens":641}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":17.941843180999967,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1127,"out_tokens":1726},"claude-opus-4-7":{"in_tokens":2299,"out_tokens":526},"mistral-large-2":{"in_tokens":1201,"out_tokens":526}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":225,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":20.858920928999964,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1204,"out_tokens":1863},"claude-opus-4-7":{"in_tokens":2503,"out_tokens":559},"mistral-large-2":{"in_tokens":1289,"out_tokens":535}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":1038,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":19.830019615000026,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1478,"out_tokens":2770},"claude-opus-4-7":{"in_tokens":2739,"out_tokens":581},"mistral-large-2":{"in_tokens":1634,"out_tokens":640}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":339,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":21.86583994099999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1350,"out_tokens":1434},"claude-opus-4-7":{"in_tokens":2709,"out_tokens":772},"mistral-large-2":{"in_tokens":1454,"out_tokens":639}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.834513266999977,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":969,"out_tokens":1849},"claude-opus-4-7":{"in_tokens":1900,"out_tokens":417},"mistral-large-2":{"in_tokens":1042,"out_tokens":440}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1365,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":23.14718678600002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1230,"out_tokens":1254},"claude-opus-4-7":{"in_tokens":2345,"out_tokens":500},"mistral-large-2":{"in_tokens":1339,"out_tokens":594}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":513,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":11.943361283000002,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":1304},"claude-opus-4-7":{"in_tokens":2582,"out_tokens":566},"mistral-large-2":{"in_tokens":1448,"out_tokens":588}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1461,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":24.256973166000023,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1298,"out_tokens":1386},"claude-opus-4-7":{"in_tokens":2451,"out_tokens":528},"mistral-large-2":{"in_tokens":1398,"out_tokens":647}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1249,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":26.26211485600004,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1598,"out_tokens":2988},"claude-opus-4-7":{"in_tokens":3291,"out_tokens":743},"mistral-large-2":{"in_tokens":1725,"out_tokens":1020}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":1598,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":28.63992222600001,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1960,"out_tokens":2862},"claude-opus-4-7":{"in_tokens":3822,"out_tokens":650},"mistral-large-2":{"in_tokens":2128,"out_tokens":698}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1455,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":24.372731437000027,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1098,"out_tokens":1849},"claude-opus-4-7":{"in_tokens":2067,"out_tokens":588},"mistral-large-2":{"in_tokens":1222,"out_tokens":571}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":256,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":18.068864544999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":993,"out_tokens":1116},"claude-opus-4-7":{"in_tokens":1973,"out_tokens":396},"mistral-large-2":{"in_tokens":1054,"out_tokens":456}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":396,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":9.808628386999999,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1235,"out_tokens":1639},"claude-opus-4-7":{"in_tokens":2342,"out_tokens":497},"mistral-large-2":{"in_tokens":1295,"out_tokens":536}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":1457,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":24.116634637000004,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1744,"out_tokens":2625},"claude-opus-4-7":{"in_tokens":3487,"out_tokens":793},"mistral-large-2":{"in_tokens":1893,"out_tokens":790}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":18.697245476999967,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":973,"out_tokens":1189},"claude-opus-4-7":{"in_tokens":1978,"out_tokens":423},"mistral-large-2":{"in_tokens":1022,"out_tokens":694}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":18.98890450700003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1095,"out_tokens":2198},"claude-opus-4-7":{"in_tokens":2141,"out_tokens":512},"mistral-large-2":{"in_tokens":1192,"out_tokens":514}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.05555555555555555,"duration_s":20.544607543999973,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":976,"out_tokens":1644},"claude-opus-4-7":{"in_tokens":1965,"out_tokens":626},"mistral-large-2":{"in_tokens":1052,"out_tokens":673}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1070,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":15.741474156000038,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1103,"out_tokens":1511},"claude-opus-4-7":{"in_tokens":2219,"out_tokens":613},"mistral-large-2":{"in_tokens":1171,"out_tokens":491}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1890,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":25.19577726099999,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1372,"out_tokens":2252},"claude-opus-4-7":{"in_tokens":2618,"out_tokens":520},"mistral-large-2":{"in_tokens":1524,"out_tokens":533}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":1652,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":32.44338302999995,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1656,"out_tokens":2455},"claude-opus-4-7":{"in_tokens":3374,"out_tokens":586},"mistral-large-2":{"in_tokens":1754,"out_tokens":665}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2967,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":47.67765795399998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1428,"out_tokens":2595},"claude-opus-4-7":{"in_tokens":2698,"out_tokens":709},"mistral-large-2":{"in_tokens":1579,"out_tokens":1023}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.27777777777777773,"duration_s":15.752189083000019,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":977,"out_tokens":1523},"claude-opus-4-7":{"in_tokens":1991,"out_tokens":427},"mistral-large-2":{"in_tokens":1039,"out_tokens":517}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":930,"error":null,"skip_reason":null,"score_raw":0.9444444444444445,"duration_s":17.374112064999963,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1183,"out_tokens":2379},"claude-opus-4-7":{"in_tokens":2381,"out_tokens":466},"mistral-large-2":{"in_tokens":1258,"out_tokens":559}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":251,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":19.846160134,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":932,"out_tokens":1224},"claude-opus-4-7":{"in_tokens":1797,"out_tokens":349},"mistral-large-2":{"in_tokens":964,"out_tokens":443}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":1189,"error":null,"skip_reason":null,"score_raw":0.888888888888889,"duration_s":25.186510596000005,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":2422},"claude-opus-4-7":{"in_tokens":2641,"out_tokens":492},"mistral-large-2":{"in_tokens":1417,"out_tokens":712}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":21.32659628199997,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":985,"out_tokens":2074},"claude-opus-4-7":{"in_tokens":1960,"out_tokens":507},"mistral-large-2":{"in_tokens":1034,"out_tokens":525}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":244,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":23.69269920900001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1021,"out_tokens":1178},"claude-opus-4-7":{"in_tokens":2027,"out_tokens":481},"mistral-large-2":{"in_tokens":1087,"out_tokens":462}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1634,"error":null,"skip_reason":null,"score_raw":0.9444444444444445,"duration_s":39.393872058,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1568,"out_tokens":2304},"claude-opus-4-7":{"in_tokens":3079,"out_tokens":436},"mistral-large-2":{"in_tokens":1711,"out_tokens":701}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":1355,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":20.56495090100003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1190,"out_tokens":968},"claude-opus-4-7":{"in_tokens":2388,"out_tokens":582},"mistral-large-2":{"in_tokens":1317,"out_tokens":470}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":2196,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":38.700386267,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":1325},"claude-opus-4-7":{"in_tokens":2638,"out_tokens":593},"mistral-large-2":{"in_tokens":1442,"out_tokens":549}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":432,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":21.63009225999997,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1214,"out_tokens":1645},"claude-opus-4-7":{"in_tokens":2327,"out_tokens":473},"mistral-large-2":{"in_tokens":1272,"out_tokens":795}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":18.739860994000026,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":1527},"claude-opus-4-7":{"in_tokens":2095,"out_tokens":530},"mistral-large-2":{"in_tokens":1125,"out_tokens":587}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":1265,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":22.325174153999967,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1400,"out_tokens":2596},"claude-opus-4-7":{"in_tokens":2783,"out_tokens":474},"mistral-large-2":{"in_tokens":1524,"out_tokens":615}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1197,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":24.494648606,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1429,"out_tokens":2524},"claude-opus-4-7":{"in_tokens":2766,"out_tokens":639},"mistral-large-2":{"in_tokens":1551,"out_tokens":608}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":18.652855795999983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":985,"out_tokens":1136},"claude-opus-4-7":{"in_tokens":1922,"out_tokens":448},"mistral-large-2":{"in_tokens":1046,"out_tokens":476}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":1655,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":34.146708828000044,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1463,"out_tokens":1392},"claude-opus-4-7":{"in_tokens":2754,"out_tokens":615},"mistral-large-2":{"in_tokens":1664,"out_tokens":724}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":1292,"error":null,"skip_reason":null,"score_raw":0.888888888888889,"duration_s":25.374583417999986,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1361,"out_tokens":1945},"claude-opus-4-7":{"in_tokens":2652,"out_tokens":685},"mistral-large-2":{"in_tokens":1425,"out_tokens":648}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":195,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":17.230623591999972,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":980,"out_tokens":1217},"claude-opus-4-7":{"in_tokens":1975,"out_tokens":452},"mistral-large-2":{"in_tokens":1020,"out_tokens":417}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":2023,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":39.36740201499998,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1485,"out_tokens":1507},"claude-opus-4-7":{"in_tokens":2849,"out_tokens":618},"mistral-large-2":{"in_tokens":1668,"out_tokens":648}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":263,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":0.6190476190476191,"duration_s":18.191279311000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1030,"out_tokens":1187},"claude-opus-4-7":{"in_tokens":2097,"out_tokens":463},"mistral-large-2":{"in_tokens":1089,"out_tokens":440}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1634,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":23.377823331000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1595,"out_tokens":1552},"claude-opus-4-7":{"in_tokens":2934,"out_tokens":460},"mistral-large-2":{"in_tokens":1787,"out_tokens":476}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":1065,"error":null,"skip_reason":null,"score_raw":0.9047619047619048,"duration_s":20.09761505,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":2198},"claude-opus-4-7":{"in_tokens":2462,"out_tokens":547},"mistral-large-2":{"in_tokens":1357,"out_tokens":602}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1292,"error":null,"skip_reason":null,"score_raw":0.9444444444444445,"duration_s":26.38103985500004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1395,"out_tokens":1933},"claude-opus-4-7":{"in_tokens":2831,"out_tokens":518},"mistral-large-2":{"in_tokens":1505,"out_tokens":542}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1073,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":21.27154979400001,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1348,"out_tokens":1995},"claude-opus-4-7":{"in_tokens":2618,"out_tokens":685},"mistral-large-2":{"in_tokens":1425,"out_tokens":999}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1260,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":17.92858541800001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1319,"out_tokens":1746},"claude-opus-4-7":{"in_tokens":2497,"out_tokens":547},"mistral-large-2":{"in_tokens":1433,"out_tokens":572}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":384,"error":null,"skip_reason":null,"score_raw":0.20000000000000004,"duration_s":23.57845740199997,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1815,"out_tokens":2869},"claude-opus-4-7":{"in_tokens":3561,"out_tokens":801},"mistral-large-2":{"in_tokens":1906,"out_tokens":753}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":411,"error":null,"skip_reason":null,"score_raw":0.4333333333333333,"duration_s":22.301007105999986,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1738,"out_tokens":2610},"claude-opus-4-7":{"in_tokens":3399,"out_tokens":813},"mistral-large-2":{"in_tokens":1866,"out_tokens":883}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":1969,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":30.600309101999983,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1831,"out_tokens":2568},"claude-opus-4-7":{"in_tokens":3398,"out_tokens":708},"mistral-large-2":{"in_tokens":1983,"out_tokens":770}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":443,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":69.26105723799998,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1311,"out_tokens":1845},"claude-opus-4-7":{"in_tokens":2472,"out_tokens":562},"mistral-large-2":{"in_tokens":1394,"out_tokens":492}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":1284,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":24.70331721299999,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1637,"out_tokens":2315},"claude-opus-4-7":{"in_tokens":3145,"out_tokens":728},"mistral-large-2":{"in_tokens":1727,"out_tokens":818}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":171,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":4.108841047999988,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":994,"out_tokens":1117},"claude-opus-4-7":{"in_tokens":1886,"out_tokens":387},"mistral-large-2":{"in_tokens":1036,"out_tokens":433}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":26.299087230999987,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1637,"out_tokens":1751},"claude-opus-4-7":{"in_tokens":3184,"out_tokens":734},"mistral-large-2":{"in_tokens":1770,"out_tokens":753}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1000,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":13.238082342000041,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1187,"out_tokens":1450},"claude-opus-4-7":{"in_tokens":2298,"out_tokens":548},"mistral-large-2":{"in_tokens":1310,"out_tokens":654}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":413,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":20.209393687999977,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1734,"out_tokens":2070},"claude-opus-4-7":{"in_tokens":3424,"out_tokens":958},"mistral-large-2":{"in_tokens":1826,"out_tokens":934}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":939,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":16.771560367000006,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1317,"out_tokens":2273},"claude-opus-4-7":{"in_tokens":2621,"out_tokens":681},"mistral-large-2":{"in_tokens":1434,"out_tokens":743}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":922,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":19.300293280999938,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1236,"out_tokens":1552},"claude-opus-4-7":{"in_tokens":2482,"out_tokens":477},"mistral-large-2":{"in_tokens":1289,"out_tokens":449}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":571,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":10.857576835000032,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":2304},"claude-opus-4-7":{"in_tokens":2720,"out_tokens":616},"mistral-large-2":{"in_tokens":1575,"out_tokens":579}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":280,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":19.56050745600004,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1111,"out_tokens":1151},"claude-opus-4-7":{"in_tokens":2132,"out_tokens":434},"mistral-large-2":{"in_tokens":1174,"out_tokens":512}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1367,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":24.908278112000062,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1512,"out_tokens":2243},"claude-opus-4-7":{"in_tokens":2919,"out_tokens":1000},"mistral-large-2":{"in_tokens":1614,"out_tokens":869}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1051,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":17.062788144000024,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1249,"out_tokens":2803},"claude-opus-4-7":{"in_tokens":2554,"out_tokens":429},"mistral-large-2":{"in_tokens":1325,"out_tokens":601}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":284,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":27.108636601999933,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1605,"out_tokens":1829},"claude-opus-4-7":{"in_tokens":3165,"out_tokens":724},"mistral-large-2":{"in_tokens":1727,"out_tokens":686}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":2199,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":35.05983010900002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1316,"out_tokens":1703},"claude-opus-4-7":{"in_tokens":2575,"out_tokens":552},"mistral-large-2":{"in_tokens":1451,"out_tokens":619}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":2127,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":32.61879020600003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1521,"out_tokens":2260},"claude-opus-4-7":{"in_tokens":2915,"out_tokens":751},"mistral-large-2":{"in_tokens":1671,"out_tokens":763}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":436,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":11.220552077999969,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1473,"out_tokens":1194},"claude-opus-4-7":{"in_tokens":2765,"out_tokens":466},"mistral-large-2":{"in_tokens":1542,"out_tokens":1265}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":22.541247473,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1393,"out_tokens":1955},"claude-opus-4-7":{"in_tokens":2828,"out_tokens":728},"mistral-large-2":{"in_tokens":1494,"out_tokens":694}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":277,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":20.641601485000024,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1021,"out_tokens":1722},"claude-opus-4-7":{"in_tokens":2003,"out_tokens":545},"mistral-large-2":{"in_tokens":1092,"out_tokens":428}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1731,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":26.834585008999966,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1379,"out_tokens":1914},"claude-opus-4-7":{"in_tokens":2669,"out_tokens":748},"mistral-large-2":{"in_tokens":1488,"out_tokens":744}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1618,"error":null,"skip_reason":null,"score_raw":0.4333333333333333,"duration_s":30.860581895999985,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2271,"out_tokens":3065},"claude-opus-4-7":{"in_tokens":4400,"out_tokens":825},"mistral-large-2":{"in_tokens":2387,"out_tokens":975}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":1368,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":18.43460519200005,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1213,"out_tokens":2444},"claude-opus-4-7":{"in_tokens":2356,"out_tokens":534},"mistral-large-2":{"in_tokens":1352,"out_tokens":533}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":21.119346033000056,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1841,"out_tokens":2313},"claude-opus-4-7":{"in_tokens":3555,"out_tokens":633},"mistral-large-2":{"in_tokens":1928,"out_tokens":703}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":25.955516235000005,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1268,"out_tokens":2058},"claude-opus-4-7":{"in_tokens":2427,"out_tokens":559},"mistral-large-2":{"in_tokens":1341,"out_tokens":611}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":2024,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":35.03646685299998,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2377,"out_tokens":2949},"claude-opus-4-7":{"in_tokens":4656,"out_tokens":775},"mistral-large-2":{"in_tokens":2574,"out_tokens":936}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1809,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":25.837124352000046,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1255,"out_tokens":1848},"claude-opus-4-7":{"in_tokens":2478,"out_tokens":549},"mistral-large-2":{"in_tokens":1374,"out_tokens":624}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1711,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":32.85409426600006,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2196,"out_tokens":2794},"claude-opus-4-7":{"in_tokens":4286,"out_tokens":965},"mistral-large-2":{"in_tokens":2389,"out_tokens":734}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":391,"error":null,"skip_reason":null,"score_raw":0.09999999999999999,"duration_s":26.068104368000036,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1717,"out_tokens":1962},"claude-opus-4-7":{"in_tokens":3380,"out_tokens":906},"mistral-large-2":{"in_tokens":1849,"out_tokens":890}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1763,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":35.17514730300002,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2215,"out_tokens":2872},"claude-opus-4-7":{"in_tokens":4377,"out_tokens":960},"mistral-large-2":{"in_tokens":2352,"out_tokens":901}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":358,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":29.75741773699997,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1815,"out_tokens":2123},"claude-opus-4-7":{"in_tokens":3538,"out_tokens":667},"mistral-large-2":{"in_tokens":1934,"out_tokens":1108}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1336,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":21.617966992999982,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":1200},"claude-opus-4-7":{"in_tokens":2450,"out_tokens":501},"mistral-large-2":{"in_tokens":1449,"out_tokens":683}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":1875,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":29.68281152499992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":2365},"claude-opus-4-7":{"in_tokens":2426,"out_tokens":535},"mistral-large-2":{"in_tokens":1453,"out_tokens":702}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1213,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":21.23770880999996,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1719,"out_tokens":2856},"claude-opus-4-7":{"in_tokens":3429,"out_tokens":994},"mistral-large-2":{"in_tokens":1850,"out_tokens":772}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1200,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":25.1362047209999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1432,"out_tokens":1458},"claude-opus-4-7":{"in_tokens":2800,"out_tokens":493},"mistral-large-2":{"in_tokens":1546,"out_tokens":607}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1885,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":37.02571403100001,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2301,"out_tokens":2880},"claude-opus-4-7":{"in_tokens":4469,"out_tokens":874},"mistral-large-2":{"in_tokens":2483,"out_tokens":937}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":3978,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":78.38919970799998,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1508,"out_tokens":2541},"claude-opus-4-7":{"in_tokens":2893,"out_tokens":488},"mistral-large-2":{"in_tokens":1674,"out_tokens":764}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":1235,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":25.705519208000055,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1394,"out_tokens":2099},"claude-opus-4-7":{"in_tokens":2707,"out_tokens":426},"mistral-large-2":{"in_tokens":1513,"out_tokens":579}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":1994,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":34.396776308000085,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1368,"out_tokens":1812},"claude-opus-4-7":{"in_tokens":2686,"out_tokens":566},"mistral-large-2":{"in_tokens":1457,"out_tokens":677}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1034,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":22.359352790999992,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1081,"out_tokens":1314},"claude-opus-4-7":{"in_tokens":2118,"out_tokens":497},"mistral-large-2":{"in_tokens":1176,"out_tokens":540}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1856,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":32.14977009400002,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1283,"out_tokens":1391},"claude-opus-4-7":{"in_tokens":2378,"out_tokens":562},"mistral-large-2":{"in_tokens":1390,"out_tokens":572}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":1353,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.351230249000082,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1421,"out_tokens":3463},"claude-opus-4-7":{"in_tokens":2699,"out_tokens":502},"mistral-large-2":{"in_tokens":1567,"out_tokens":677}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":1521,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":27.496740320999947,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1763,"out_tokens":3814},"claude-opus-4-7":{"in_tokens":3446,"out_tokens":642},"mistral-large-2":{"in_tokens":1869,"out_tokens":749}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":749,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":77.693229438,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1603,"out_tokens":1279},"claude-opus-4-7":{"in_tokens":2987,"out_tokens":544},"mistral-large-2":{"in_tokens":1687,"out_tokens":650}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2011,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":40.635553329000004,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2562,"out_tokens":3345},"claude-opus-4-7":{"in_tokens":4986,"out_tokens":922},"mistral-large-2":{"in_tokens":2681,"out_tokens":827}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":444,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":10.68553327899997,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1293,"out_tokens":1601},"claude-opus-4-7":{"in_tokens":2476,"out_tokens":516},"mistral-large-2":{"in_tokens":1353,"out_tokens":603}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":41.59652356699996,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2428,"out_tokens":3664},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":1025},"mistral-large-2":{"in_tokens":2615,"out_tokens":829}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":39.59119036200002,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2524,"out_tokens":3087},"claude-opus-4-7":{"in_tokens":4883,"out_tokens":1171},"mistral-large-2":{"in_tokens":2721,"out_tokens":1254}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2076,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":30.549780698000063,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1873,"out_tokens":1669},"claude-opus-4-7":{"in_tokens":3730,"out_tokens":653},"mistral-large-2":{"in_tokens":2024,"out_tokens":824}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":583,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":13.65461337399995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1455,"out_tokens":1308},"claude-opus-4-7":{"in_tokens":2673,"out_tokens":574},"mistral-large-2":{"in_tokens":1520,"out_tokens":548}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":2176,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":32.87665291099995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1554,"out_tokens":1719},"claude-opus-4-7":{"in_tokens":3213,"out_tokens":572},"mistral-large-2":{"in_tokens":1645,"out_tokens":565}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":3172,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":47.62085642699992,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1842,"out_tokens":2124},"claude-opus-4-7":{"in_tokens":3845,"out_tokens":690},"mistral-large-2":{"in_tokens":1978,"out_tokens":753}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":704,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":15.173747932999959,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1821,"out_tokens":1866},"claude-opus-4-7":{"in_tokens":3428,"out_tokens":623},"mistral-large-2":{"in_tokens":1887,"out_tokens":624}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":3071,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":68.77847661099997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2015,"out_tokens":2624},"claude-opus-4-7":{"in_tokens":4029,"out_tokens":733},"mistral-large-2":{"in_tokens":2179,"out_tokens":724}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":452,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":9.560946199,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":1311},"claude-opus-4-7":{"in_tokens":2698,"out_tokens":426},"mistral-large-2":{"in_tokens":1474,"out_tokens":591}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":1715,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":32.95038201800003,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1413,"out_tokens":2371},"claude-opus-4-7":{"in_tokens":2866,"out_tokens":473},"mistral-large-2":{"in_tokens":1495,"out_tokens":613}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1957,"error":null,"skip_reason":null,"score_raw":0.9444444444444445,"duration_s":38.83592305299999,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1536,"out_tokens":1141},"claude-opus-4-7":{"in_tokens":3135,"out_tokens":382},"mistral-large-2":{"in_tokens":1642,"out_tokens":546}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":2580,"error":null,"skip_reason":null,"score_raw":0.9444444444444445,"duration_s":44.907500786000014,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1521,"out_tokens":1772},"claude-opus-4-7":{"in_tokens":3009,"out_tokens":412},"mistral-large-2":{"in_tokens":1655,"out_tokens":828}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":2059,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":39.466177863999974,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1586,"out_tokens":1783},"claude-opus-4-7":{"in_tokens":3121,"out_tokens":507},"mistral-large-2":{"in_tokens":1715,"out_tokens":597}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":2046,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":33.70104943800004,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1711,"out_tokens":1542},"claude-opus-4-7":{"in_tokens":3506,"out_tokens":410},"mistral-large-2":{"in_tokens":1836,"out_tokens":996}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":2305,"error":null,"skip_reason":null,"score_raw":0.9444444444444445,"duration_s":38.61580973800005,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1719,"out_tokens":1734},"claude-opus-4-7":{"in_tokens":3412,"out_tokens":539},"mistral-large-2":{"in_tokens":1861,"out_tokens":508}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1322,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":26.592129024999963,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1521,"out_tokens":1967},"claude-opus-4-7":{"in_tokens":3021,"out_tokens":520},"mistral-large-2":{"in_tokens":1597,"out_tokens":585}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":344,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":68.63956338399998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1284,"out_tokens":1229},"claude-opus-4-7":{"in_tokens":2447,"out_tokens":516},"mistral-large-2":{"in_tokens":1346,"out_tokens":487}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":358,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":7.9556164960000615,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":1373},"claude-opus-4-7":{"in_tokens":2414,"out_tokens":574},"mistral-large-2":{"in_tokens":1359,"out_tokens":611}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":3259,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":67.767756082,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1467,"out_tokens":1172},"claude-opus-4-7":{"in_tokens":2935,"out_tokens":387},"mistral-large-2":{"in_tokens":1532,"out_tokens":489}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":421,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":9.105512404000024,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1353,"out_tokens":1616},"claude-opus-4-7":{"in_tokens":2492,"out_tokens":585},"mistral-large-2":{"in_tokens":1403,"out_tokens":568}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1658,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":23.52734077699995,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1410,"out_tokens":1827},"claude-opus-4-7":{"in_tokens":2810,"out_tokens":614},"mistral-large-2":{"in_tokens":1523,"out_tokens":655}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":2845,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":41.66186546899996,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1642,"out_tokens":3120},"claude-opus-4-7":{"in_tokens":3178,"out_tokens":524},"mistral-large-2":{"in_tokens":1730,"out_tokens":675}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":1812,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":46.838520127999914,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1434,"out_tokens":1656},"claude-opus-4-7":{"in_tokens":2874,"out_tokens":446},"mistral-large-2":{"in_tokens":1562,"out_tokens":525}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":226,"out_tokens":461,"error":null,"skip_reason":null,"score_raw":0.6190476190476191,"duration_s":11.541672790999996,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1324,"out_tokens":1213},"claude-opus-4-7":{"in_tokens":2576,"out_tokens":460},"mistral-large-2":{"in_tokens":1389,"out_tokens":531}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":5.831098242000053,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1216,"out_tokens":1933},"claude-opus-4-7":{"in_tokens":2321,"out_tokens":669},"mistral-large-2":{"in_tokens":1330,"out_tokens":944}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":1622,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":19.704368380999995,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1252,"out_tokens":1486},"claude-opus-4-7":{"in_tokens":2526,"out_tokens":455},"mistral-large-2":{"in_tokens":1319,"out_tokens":552}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1535,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":28.219819970000003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1620,"out_tokens":1629},"claude-opus-4-7":{"in_tokens":3193,"out_tokens":576},"mistral-large-2":{"in_tokens":1745,"out_tokens":645}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":1860,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":41.467676665,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1570,"out_tokens":2543},"claude-opus-4-7":{"in_tokens":3260,"out_tokens":519},"mistral-large-2":{"in_tokens":1660,"out_tokens":778}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":1946,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":28.621007104,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2432,"out_tokens":1987},"claude-opus-4-7":{"in_tokens":4762,"out_tokens":894},"mistral-large-2":{"in_tokens":2626,"out_tokens":779}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":3822,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":63.280238489,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2502,"out_tokens":3073},"claude-opus-4-7":{"in_tokens":4919,"out_tokens":797},"mistral-large-2":{"in_tokens":2629,"out_tokens":761}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":2596,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":62.53819503500006,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2534,"out_tokens":3481},"claude-opus-4-7":{"in_tokens":5017,"out_tokens":786},"mistral-large-2":{"in_tokens":2731,"out_tokens":936}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":254,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":66.39778072899992,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1107,"out_tokens":1940},"claude-opus-4-7":{"in_tokens":2188,"out_tokens":746},"mistral-large-2":{"in_tokens":1195,"out_tokens":662}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":351,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":7.031220111000039,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":1761},"claude-opus-4-7":{"in_tokens":2326,"out_tokens":649},"mistral-large-2":{"in_tokens":1336,"out_tokens":659}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":288,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":6.803111328,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1233,"out_tokens":1761},"claude-opus-4-7":{"in_tokens":2352,"out_tokens":586},"mistral-large-2":{"in_tokens":1322,"out_tokens":564}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2922,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":45.8128933700001,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2580,"out_tokens":2451},"claude-opus-4-7":{"in_tokens":5199,"out_tokens":816},"mistral-large-2":{"in_tokens":2804,"out_tokens":744}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":1884,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":29.11121815599995,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1622,"out_tokens":1593},"claude-opus-4-7":{"in_tokens":3167,"out_tokens":513},"mistral-large-2":{"in_tokens":1745,"out_tokens":578}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":6.322666609999942,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1097,"out_tokens":1418},"claude-opus-4-7":{"in_tokens":2148,"out_tokens":486},"mistral-large-2":{"in_tokens":1179,"out_tokens":486}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":313,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":6.389467496000066,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1235},"claude-opus-4-7":{"in_tokens":2266,"out_tokens":614},"mistral-large-2":{"in_tokens":1239,"out_tokens":534}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":3857,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":68.39685579100001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2497,"out_tokens":2700},"claude-opus-4-7":{"in_tokens":4941,"out_tokens":817},"mistral-large-2":{"in_tokens":2646,"out_tokens":812}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":2207,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":45.20248003300003,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1828,"out_tokens":1729},"claude-opus-4-7":{"in_tokens":3701,"out_tokens":781},"mistral-large-2":{"in_tokens":1964,"out_tokens":728}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1953,"error":null,"skip_reason":null,"score_raw":0.888888888888889,"duration_s":36.3646342510001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1679,"out_tokens":1281},"claude-opus-4-7":{"in_tokens":3304,"out_tokens":476},"mistral-large-2":{"in_tokens":1800,"out_tokens":624}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2396,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":35.89615905000005,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1621,"out_tokens":2900},"claude-opus-4-7":{"in_tokens":3096,"out_tokens":812},"mistral-large-2":{"in_tokens":1727,"out_tokens":694}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":400,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":8.921210076999955,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1121,"out_tokens":1492},"claude-opus-4-7":{"in_tokens":2174,"out_tokens":613},"mistral-large-2":{"in_tokens":1199,"out_tokens":580}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":3043,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":37.087023249000026,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2476,"out_tokens":2152},"claude-opus-4-7":{"in_tokens":4893,"out_tokens":821},"mistral-large-2":{"in_tokens":2605,"out_tokens":842}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":12.359210210000015,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":2300},"claude-opus-4-7":{"in_tokens":2435,"out_tokens":717},"mistral-large-2":{"in_tokens":1405,"out_tokens":688}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":11.463404210000022,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1510,"out_tokens":2765},"claude-opus-4-7":{"in_tokens":2827,"out_tokens":845},"mistral-large-2":{"in_tokens":1604,"out_tokens":720}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":2900,"error":null,"skip_reason":null,"score_raw":0.5666666666666668,"duration_s":39.72235844399995,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2577,"out_tokens":2452},"claude-opus-4-7":{"in_tokens":5124,"out_tokens":782},"mistral-large-2":{"in_tokens":2780,"out_tokens":1278}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2525,"error":null,"skip_reason":null,"score_raw":0.9666666666666667,"duration_s":34.76022698899999,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2512,"out_tokens":3019},"claude-opus-4-7":{"in_tokens":4977,"out_tokens":732},"mistral-large-2":{"in_tokens":2713,"out_tokens":824}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":131,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":11.145501705000015,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1099,"out_tokens":1937},"claude-opus-4-7":{"in_tokens":2105,"out_tokens":674},"mistral-large-2":{"in_tokens":1173,"out_tokens":757}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":0.2333333333333333,"duration_s":16.512312047000023,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1724,"out_tokens":2467},"claude-opus-4-7":{"in_tokens":3311,"out_tokens":776},"mistral-large-2":{"in_tokens":1857,"out_tokens":851}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":321,"error":null,"skip_reason":null,"score_raw":0.03333333333333333,"duration_s":13.189205815000037,"hallucination_count":5.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1756,"out_tokens":1706},"claude-opus-4-7":{"in_tokens":3346,"out_tokens":892},"mistral-large-2":{"in_tokens":1863,"out_tokens":739}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":283,"error":null,"skip_reason":null,"score_raw":0.46666666666666673,"duration_s":71.71041126400007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1166,"out_tokens":1288},"claude-opus-4-7":{"in_tokens":2252,"out_tokens":609},"mistral-large-2":{"in_tokens":1281,"out_tokens":625}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":10.730492638999976,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1293,"out_tokens":1551},"claude-opus-4-7":{"in_tokens":2480,"out_tokens":637},"mistral-large-2":{"in_tokens":1375,"out_tokens":751}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":278,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":7.312773180000022,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":2234},"claude-opus-4-7":{"in_tokens":2363,"out_tokens":660},"mistral-large-2":{"in_tokens":1334,"out_tokens":549}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":354,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":19.07026181699996,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1462,"out_tokens":2052},"claude-opus-4-7":{"in_tokens":2784,"out_tokens":650},"mistral-large-2":{"in_tokens":1568,"out_tokens":693}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":8.586596224000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1165,"out_tokens":1170},"claude-opus-4-7":{"in_tokens":2312,"out_tokens":556},"mistral-large-2":{"in_tokens":1225,"out_tokens":545}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":6.113557584999967,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1178,"out_tokens":1066},"claude-opus-4-7":{"in_tokens":2244,"out_tokens":463},"mistral-large-2":{"in_tokens":1276,"out_tokens":495}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":531,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":13.689700011000014,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1173,"out_tokens":1453},"claude-opus-4-7":{"in_tokens":2308,"out_tokens":826},"mistral-large-2":{"in_tokens":1238,"out_tokens":579}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":128,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":16.943132601000002,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1174,"out_tokens":1417},"claude-opus-4-7":{"in_tokens":2225,"out_tokens":851},"mistral-large-2":{"in_tokens":1252,"out_tokens":721}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":286,"error":null,"skip_reason":null,"score_raw":0.26666666666666666,"duration_s":12.616564485000026,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1741,"out_tokens":1702},"claude-opus-4-7":{"in_tokens":3252,"out_tokens":590},"mistral-large-2":{"in_tokens":1857,"out_tokens":679}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":266,"error":null,"skip_reason":null,"score_raw":0.25925925925925924,"duration_s":6.829702580999992,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1206,"out_tokens":1504},"claude-opus-4-7":{"in_tokens":2293,"out_tokens":598},"mistral-large-2":{"in_tokens":1302,"out_tokens":665}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":267,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":16.681753827999955,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1348,"out_tokens":1688},"claude-opus-4-7":{"in_tokens":2609,"out_tokens":641},"mistral-large-2":{"in_tokens":1466,"out_tokens":594}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":284,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":15.15579418699997,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":1842},"claude-opus-4-7":{"in_tokens":2575,"out_tokens":730},"mistral-large-2":{"in_tokens":1383,"out_tokens":672}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":262,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":13.110173651000082,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":2184},"claude-opus-4-7":{"in_tokens":2548,"out_tokens":564},"mistral-large-2":{"in_tokens":1391,"out_tokens":568}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":452,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.1111111111111111,"duration_s":20.511154811999972,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1297,"out_tokens":2217},"claude-opus-4-7":{"in_tokens":2498,"out_tokens":799},"mistral-large-2":{"in_tokens":1407,"out_tokens":738}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":11.004610739999976,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1336,"out_tokens":1192},"claude-opus-4-7":{"in_tokens":2508,"out_tokens":603},"mistral-large-2":{"in_tokens":1399,"out_tokens":817}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":338,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":10.98125084700007,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1256,"out_tokens":1918},"claude-opus-4-7":{"in_tokens":2393,"out_tokens":529},"mistral-large-2":{"in_tokens":1313,"out_tokens":574}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":199,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":13.043168330999947,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1208,"out_tokens":1459},"claude-opus-4-7":{"in_tokens":2236,"out_tokens":480},"mistral-large-2":{"in_tokens":1263,"out_tokens":548}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":284,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":12.390482684000062,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1221,"out_tokens":1446},"claude-opus-4-7":{"in_tokens":2272,"out_tokens":509},"mistral-large-2":{"in_tokens":1288,"out_tokens":577}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":12.39278304200002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1055,"out_tokens":1197},"claude-opus-4-7":{"in_tokens":1999,"out_tokens":491},"mistral-large-2":{"in_tokens":1115,"out_tokens":450}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":11.177431363999972,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1095,"out_tokens":1423},"claude-opus-4-7":{"in_tokens":2067,"out_tokens":477},"mistral-large-2":{"in_tokens":1152,"out_tokens":466}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":125,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":8.623948416999951,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":945,"out_tokens":947},"claude-opus-4-7":{"in_tokens":1778,"out_tokens":390},"mistral-large-2":{"in_tokens":982,"out_tokens":487}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":12.068649376999929,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":1154},"claude-opus-4-7":{"in_tokens":2185,"out_tokens":512},"mistral-large-2":{"in_tokens":1215,"out_tokens":545}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":283,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":11.859037612000066,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1230,"out_tokens":1428},"claude-opus-4-7":{"in_tokens":2279,"out_tokens":505},"mistral-large-2":{"in_tokens":1281,"out_tokens":655}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":157,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":11.46810750499992,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1195,"out_tokens":1214},"claude-opus-4-7":{"in_tokens":2241,"out_tokens":521},"mistral-large-2":{"in_tokens":1261,"out_tokens":579}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":289,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":11.451954155000067,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":1538},"claude-opus-4-7":{"in_tokens":2136,"out_tokens":512},"mistral-large-2":{"in_tokens":1175,"out_tokens":537}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":10.158065741999962,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1052,"out_tokens":1138},"claude-opus-4-7":{"in_tokens":1967,"out_tokens":515},"mistral-large-2":{"in_tokens":1103,"out_tokens":549}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":406,"out_tokens":268,"error":null,"skip_reason":null,"score_raw":0.4074074074074074,"duration_s":15.956607591000079,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1132,"out_tokens":1447},"claude-opus-4-7":{"in_tokens":2134,"out_tokens":510},"mistral-large-2":{"in_tokens":1191,"out_tokens":583}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":528,"out_tokens":378,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":10.577500286000031,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1483,"out_tokens":1990},"claude-opus-4-7":{"in_tokens":2844,"out_tokens":566},"mistral-large-2":{"in_tokens":1536,"out_tokens":579}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":8.477648946000045,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":1217},"claude-opus-4-7":{"in_tokens":2108,"out_tokens":470},"mistral-large-2":{"in_tokens":1172,"out_tokens":722}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":251,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":9.317223927999976,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1206,"out_tokens":1405},"claude-opus-4-7":{"in_tokens":2298,"out_tokens":463},"mistral-large-2":{"in_tokens":1257,"out_tokens":482}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":149,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":10.298250160999942,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1093,"out_tokens":1030},"claude-opus-4-7":{"in_tokens":2042,"out_tokens":478},"mistral-large-2":{"in_tokens":1150,"out_tokens":557}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":112,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":8.914739983000004,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1054,"out_tokens":1065},"claude-opus-4-7":{"in_tokens":1984,"out_tokens":493},"mistral-large-2":{"in_tokens":1091,"out_tokens":524}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":295,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":67.28502804799996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1296,"out_tokens":1979},"claude-opus-4-7":{"in_tokens":2471,"out_tokens":594},"mistral-large-2":{"in_tokens":1424,"out_tokens":597}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":182,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":10.432706810000013,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1047,"out_tokens":1644},"claude-opus-4-7":{"in_tokens":2029,"out_tokens":456},"mistral-large-2":{"in_tokens":1100,"out_tokens":499}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":125,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":10.528458316999945,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":1248},"claude-opus-4-7":{"in_tokens":2118,"out_tokens":551},"mistral-large-2":{"in_tokens":1230,"out_tokens":678}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":72,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":7.098025182000015,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":926,"out_tokens":1000},"claude-opus-4-7":{"in_tokens":1800,"out_tokens":439},"mistral-large-2":{"in_tokens":1000,"out_tokens":474}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":130,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":12.278235219000067,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":986,"out_tokens":1306},"claude-opus-4-7":{"in_tokens":1887,"out_tokens":510},"mistral-large-2":{"in_tokens":1118,"out_tokens":803}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":15.484847561999914,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1021,"out_tokens":1870},"claude-opus-4-7":{"in_tokens":2012,"out_tokens":489},"mistral-large-2":{"in_tokens":1115,"out_tokens":666}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":328,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":13.166546306999976,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1297,"out_tokens":1774},"claude-opus-4-7":{"in_tokens":2479,"out_tokens":575},"mistral-large-2":{"in_tokens":1396,"out_tokens":649}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":128,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":13.400539741999978,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1065,"out_tokens":1353},"claude-opus-4-7":{"in_tokens":2033,"out_tokens":581},"mistral-large-2":{"in_tokens":1149,"out_tokens":556}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":124,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":7.814320057000032,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1066,"out_tokens":1436},"claude-opus-4-7":{"in_tokens":2055,"out_tokens":546},"mistral-large-2":{"in_tokens":1164,"out_tokens":585}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":471,"out_tokens":118,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":8.727693392999868,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1012,"out_tokens":1730},"claude-opus-4-7":{"in_tokens":1922,"out_tokens":555},"mistral-large-2":{"in_tokens":1118,"out_tokens":611}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":261,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":6.245465162000073,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1100,"out_tokens":1548},"claude-opus-4-7":{"in_tokens":2065,"out_tokens":674},"mistral-large-2":{"in_tokens":1224,"out_tokens":705}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":487,"out_tokens":87,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":7.216328239999939,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1011,"out_tokens":1135},"claude-opus-4-7":{"in_tokens":1922,"out_tokens":443},"mistral-large-2":{"in_tokens":1104,"out_tokens":457}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":13.896543051000094,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":994,"out_tokens":1530},"claude-opus-4-7":{"in_tokens":1953,"out_tokens":503},"mistral-large-2":{"in_tokens":1082,"out_tokens":556}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":364,"error":null,"skip_reason":null,"score_raw":0.2333333333333333,"duration_s":8.887323914,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1819,"out_tokens":2212},"claude-opus-4-7":{"in_tokens":3483,"out_tokens":899},"mistral-large-2":{"in_tokens":1931,"out_tokens":709}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":409,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":10.071710146000001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1395,"out_tokens":1520},"claude-opus-4-7":{"in_tokens":2697,"out_tokens":640},"mistral-large-2":{"in_tokens":1545,"out_tokens":526}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":132,"error":null,"skip_reason":null,"score_raw":0.40740740740740744,"duration_s":9.632348503000003,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":1845},"claude-opus-4-7":{"in_tokens":2170,"out_tokens":576},"mistral-large-2":{"in_tokens":1254,"out_tokens":615}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":466,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":10.623919268999998,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1537,"out_tokens":2084},"claude-opus-4-7":{"in_tokens":2917,"out_tokens":849},"mistral-large-2":{"in_tokens":1629,"out_tokens":751}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":152,"error":null,"skip_reason":null,"score_raw":0.4074074074074074,"duration_s":10.136169575000004,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1130,"out_tokens":1351},"claude-opus-4-7":{"in_tokens":2143,"out_tokens":574},"mistral-large-2":{"in_tokens":1214,"out_tokens":532}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":140,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":10.688619384000006,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":985,"out_tokens":1395},"claude-opus-4-7":{"in_tokens":1859,"out_tokens":492},"mistral-large-2":{"in_tokens":1102,"out_tokens":562}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":614,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":14.349872249,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1715,"out_tokens":2039},"claude-opus-4-7":{"in_tokens":3303,"out_tokens":701},"mistral-large-2":{"in_tokens":1853,"out_tokens":778}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":104,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":7.582634757000008,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1119,"out_tokens":1510},"claude-opus-4-7":{"in_tokens":2133,"out_tokens":488},"mistral-large-2":{"in_tokens":1227,"out_tokens":514}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":140,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":18.24851285500001,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1082,"out_tokens":1160},"claude-opus-4-7":{"in_tokens":2041,"out_tokens":540},"mistral-large-2":{"in_tokens":1176,"out_tokens":580}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":131,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":13.493137024000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":985,"out_tokens":1272},"claude-opus-4-7":{"in_tokens":1976,"out_tokens":540},"mistral-large-2":{"in_tokens":1048,"out_tokens":508}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":83,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":9.356967842999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1007,"out_tokens":934},"claude-opus-4-7":{"in_tokens":2036,"out_tokens":520},"mistral-large-2":{"in_tokens":1110,"out_tokens":471}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":619,"out_tokens":201,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":7.106081969000002,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":2423},"claude-opus-4-7":{"in_tokens":2539,"out_tokens":569},"mistral-large-2":{"in_tokens":1474,"out_tokens":582}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":20.224660842000006,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1063,"out_tokens":1443},"claude-opus-4-7":{"in_tokens":2112,"out_tokens":592},"mistral-large-2":{"in_tokens":1136,"out_tokens":573}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":441,"out_tokens":179,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":15.981171227000004,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1133,"out_tokens":1413},"claude-opus-4-7":{"in_tokens":2104,"out_tokens":729},"mistral-large-2":{"in_tokens":1278,"out_tokens":592}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":90,"error":null,"skip_reason":null,"score_raw":0.38095238095238093,"duration_s":7.193463332999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":994},"claude-opus-4-7":{"in_tokens":2443,"out_tokens":440},"mistral-large-2":{"in_tokens":1501,"out_tokens":513}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":451,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":9.464125859999996,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":1281},"claude-opus-4-7":{"in_tokens":2147,"out_tokens":570},"mistral-large-2":{"in_tokens":1202,"out_tokens":630}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":725,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":11.043640269999997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1603,"out_tokens":2306},"claude-opus-4-7":{"in_tokens":2963,"out_tokens":637},"mistral-large-2":{"in_tokens":1718,"out_tokens":589}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":484,"out_tokens":139,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":9.657765100999995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1098,"out_tokens":1403},"claude-opus-4-7":{"in_tokens":2113,"out_tokens":544},"mistral-large-2":{"in_tokens":1222,"out_tokens":649}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":114,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":9.542867794999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1168,"out_tokens":1207},"claude-opus-4-7":{"in_tokens":2245,"out_tokens":481},"mistral-large-2":{"in_tokens":1276,"out_tokens":554}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":115,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":8.527633608000002,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1093,"out_tokens":1483},"claude-opus-4-7":{"in_tokens":2125,"out_tokens":603},"mistral-large-2":{"in_tokens":1190,"out_tokens":573}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":118,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":9.789142050999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1030,"out_tokens":1229},"claude-opus-4-7":{"in_tokens":2040,"out_tokens":539},"mistral-large-2":{"in_tokens":1127,"out_tokens":538}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":141,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":14.170505259999999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1088,"out_tokens":1659},"claude-opus-4-7":{"in_tokens":2092,"out_tokens":525},"mistral-large-2":{"in_tokens":1199,"out_tokens":718}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":13.804307958999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1062,"out_tokens":1435},"claude-opus-4-7":{"in_tokens":2061,"out_tokens":483},"mistral-large-2":{"in_tokens":1189,"out_tokens":530}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":101,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":7.950848328999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":967,"out_tokens":1532},"claude-opus-4-7":{"in_tokens":1888,"out_tokens":492},"mistral-large-2":{"in_tokens":1066,"out_tokens":466}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":8.873299904999996,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1065,"out_tokens":1890},"claude-opus-4-7":{"in_tokens":2057,"out_tokens":546},"mistral-large-2":{"in_tokens":1184,"out_tokens":582}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":138,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":9.302634699999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":975,"out_tokens":1322},"claude-opus-4-7":{"in_tokens":1890,"out_tokens":530},"mistral-large-2":{"in_tokens":1028,"out_tokens":479}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":137,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":10.405216224,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1030,"out_tokens":716},"claude-opus-4-7":{"in_tokens":1929,"out_tokens":499},"mistral-large-2":{"in_tokens":1097,"out_tokens":514}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":157,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":16.980284389999994,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1068,"out_tokens":1207},"claude-opus-4-7":{"in_tokens":2000,"out_tokens":538},"mistral-large-2":{"in_tokens":1174,"out_tokens":714}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":152,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":9.157109208000008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":953,"out_tokens":1395},"claude-opus-4-7":{"in_tokens":1859,"out_tokens":456},"mistral-large-2":{"in_tokens":1034,"out_tokens":492}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":66.331381274,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1112,"out_tokens":1447},"claude-opus-4-7":{"in_tokens":2234,"out_tokens":696},"mistral-large-2":{"in_tokens":1184,"out_tokens":571}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":146,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":11.587373741999997,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1029,"out_tokens":1248},"claude-opus-4-7":{"in_tokens":1961,"out_tokens":488},"mistral-large-2":{"in_tokens":1126,"out_tokens":569}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":295,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":9.135281335000002,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":2144},"claude-opus-4-7":{"in_tokens":2738,"out_tokens":668},"mistral-large-2":{"in_tokens":1490,"out_tokens":696}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":569,"out_tokens":244,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":11.05305370500001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1188,"out_tokens":2404},"claude-opus-4-7":{"in_tokens":2484,"out_tokens":517},"mistral-large-2":{"in_tokens":1277,"out_tokens":848}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":403,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":11.865547559999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":1530},"claude-opus-4-7":{"in_tokens":2750,"out_tokens":538},"mistral-large-2":{"in_tokens":1484,"out_tokens":618}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":491,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":0.6190476190476191,"duration_s":9.464496567999987,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1079,"out_tokens":1683},"claude-opus-4-7":{"in_tokens":2189,"out_tokens":470},"mistral-large-2":{"in_tokens":1153,"out_tokens":469}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":12.027620213999995,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":946,"out_tokens":1814},"claude-opus-4-7":{"in_tokens":1865,"out_tokens":414},"mistral-large-2":{"in_tokens":1028,"out_tokens":499}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":201,"error":null,"skip_reason":null,"score_raw":0.7222222222222223,"duration_s":9.234729047000002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":913,"out_tokens":1610},"claude-opus-4-7":{"in_tokens":1826,"out_tokens":411},"mistral-large-2":{"in_tokens":965,"out_tokens":378}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":306,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":12.256683788000004,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":983,"out_tokens":1102},"claude-opus-4-7":{"in_tokens":1980,"out_tokens":429},"mistral-large-2":{"in_tokens":1056,"out_tokens":495}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":8.280321308999987,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1021,"out_tokens":2228},"claude-opus-4-7":{"in_tokens":1988,"out_tokens":423},"mistral-large-2":{"in_tokens":1115,"out_tokens":530}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":415,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":7.275637347000014,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":901,"out_tokens":1456},"claude-opus-4-7":{"in_tokens":1767,"out_tokens":360},"mistral-large-2":{"in_tokens":935,"out_tokens":408}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":13.390340430000009,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":966,"out_tokens":1138},"claude-opus-4-7":{"in_tokens":1989,"out_tokens":401},"mistral-large-2":{"in_tokens":1033,"out_tokens":416}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":239,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":13.026632382000003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":987,"out_tokens":2246},"claude-opus-4-7":{"in_tokens":1978,"out_tokens":526},"mistral-large-2":{"in_tokens":1031,"out_tokens":562}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":266,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":9.475778297999994,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":939,"out_tokens":1580},"claude-opus-4-7":{"in_tokens":1864,"out_tokens":478},"mistral-large-2":{"in_tokens":1002,"out_tokens":604}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":22.657646213999982,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":954,"out_tokens":977},"claude-opus-4-7":{"in_tokens":1917,"out_tokens":594},"mistral-large-2":{"in_tokens":1022,"out_tokens":506}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":8.45228281300001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1060,"out_tokens":1534},"claude-opus-4-7":{"in_tokens":2139,"out_tokens":503},"mistral-large-2":{"in_tokens":1145,"out_tokens":726}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":260,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":12.453533829000008,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1211,"out_tokens":2129},"claude-opus-4-7":{"in_tokens":2309,"out_tokens":601},"mistral-large-2":{"in_tokens":1274,"out_tokens":1536}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":181,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":7.072197790999979,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":944,"out_tokens":1151},"claude-opus-4-7":{"in_tokens":1879,"out_tokens":452},"mistral-large-2":{"in_tokens":987,"out_tokens":432}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":438,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":10.503078388000006,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1011,"out_tokens":1521},"claude-opus-4-7":{"in_tokens":1988,"out_tokens":600},"mistral-large-2":{"in_tokens":1070,"out_tokens":711}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":719,"out_tokens":404,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":10.569621000000012,"hallucination_count":5.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1808,"out_tokens":2149},"claude-opus-4-7":{"in_tokens":3497,"out_tokens":794},"mistral-large-2":{"in_tokens":1889,"out_tokens":827}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":427,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.5714285714285715,"duration_s":14.571231433000008,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":943,"out_tokens":1330},"claude-opus-4-7":{"in_tokens":1952,"out_tokens":478},"mistral-large-2":{"in_tokens":994,"out_tokens":578}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":442,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":12.041338487000019,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1731,"out_tokens":2330},"claude-opus-4-7":{"in_tokens":3410,"out_tokens":838},"mistral-large-2":{"in_tokens":1863,"out_tokens":1246}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":371,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":14.221497247999991,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1653,"out_tokens":2097},"claude-opus-4-7":{"in_tokens":3266,"out_tokens":857},"mistral-large-2":{"in_tokens":1797,"out_tokens":746}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":340,"error":null,"skip_reason":null,"score_raw":0.38095238095238093,"duration_s":9.072252367000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1135,"out_tokens":1148},"claude-opus-4-7":{"in_tokens":2212,"out_tokens":420},"mistral-large-2":{"in_tokens":1205,"out_tokens":511}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":395,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":12.96652932699999,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1673,"out_tokens":1726},"claude-opus-4-7":{"in_tokens":3289,"out_tokens":638},"mistral-large-2":{"in_tokens":1804,"out_tokens":785}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":441,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":69.89396592,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1532,"out_tokens":1858},"claude-opus-4-7":{"in_tokens":3005,"out_tokens":607},"mistral-large-2":{"in_tokens":1716,"out_tokens":611}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":286,"error":null,"skip_reason":null,"score_raw":0.2333333333333333,"duration_s":9.727061735999996,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":1984},"claude-opus-4-7":{"in_tokens":2724,"out_tokens":839},"mistral-large-2":{"in_tokens":1438,"out_tokens":808}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":280,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":15.040693383000018,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1572,"out_tokens":1871},"claude-opus-4-7":{"in_tokens":3101,"out_tokens":743},"mistral-large-2":{"in_tokens":1666,"out_tokens":915}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":5.863021473000003,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1490,"out_tokens":1434},"claude-opus-4-7":{"in_tokens":2744,"out_tokens":501},"mistral-large-2":{"in_tokens":1668,"out_tokens":497}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":303,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":11.275912198000015,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1014,"out_tokens":1648},"claude-opus-4-7":{"in_tokens":1988,"out_tokens":415},"mistral-large-2":{"in_tokens":1092,"out_tokens":564}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":480,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":9.85169430900001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1738,"out_tokens":2361},"claude-opus-4-7":{"in_tokens":3468,"out_tokens":645},"mistral-large-2":{"in_tokens":1885,"out_tokens":683}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":406,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":10.421806944000025,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1910,"out_tokens":2162},"claude-opus-4-7":{"in_tokens":3715,"out_tokens":923},"mistral-large-2":{"in_tokens":1996,"out_tokens":695}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":560,"out_tokens":269,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":14.500944041000025,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1265,"out_tokens":2167},"claude-opus-4-7":{"in_tokens":2406,"out_tokens":686},"mistral-large-2":{"in_tokens":1334,"out_tokens":603}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":451,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":9.851237483999995,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1828,"out_tokens":3044},"claude-opus-4-7":{"in_tokens":3419,"out_tokens":594},"mistral-large-2":{"in_tokens":1957,"out_tokens":749}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":745,"out_tokens":480,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":11.445012472999991,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1878,"out_tokens":1743},"claude-opus-4-7":{"in_tokens":3700,"out_tokens":802},"mistral-large-2":{"in_tokens":2013,"out_tokens":853}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":280,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":6.742505488000006,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1230,"out_tokens":1465},"claude-opus-4-7":{"in_tokens":2384,"out_tokens":519},"mistral-large-2":{"in_tokens":1325,"out_tokens":646}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":261,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":65.932562845,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1219,"out_tokens":1556},"claude-opus-4-7":{"in_tokens":2377,"out_tokens":661},"mistral-large-2":{"in_tokens":1348,"out_tokens":628}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":0.4074074074074074,"duration_s":8.218224262999968,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1375,"out_tokens":1652},"claude-opus-4-7":{"in_tokens":2646,"out_tokens":834},"mistral-large-2":{"in_tokens":1490,"out_tokens":683}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":4.643806330000018,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1165,"out_tokens":2008},"claude-opus-4-7":{"in_tokens":2230,"out_tokens":587},"mistral-large-2":{"in_tokens":1276,"out_tokens":660}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":490,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":10.18494339199998,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":2702},"claude-opus-4-7":{"in_tokens":2734,"out_tokens":575},"mistral-large-2":{"in_tokens":1528,"out_tokens":639}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":5.921344302000023,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1242,"out_tokens":1241},"claude-opus-4-7":{"in_tokens":2419,"out_tokens":650},"mistral-large-2":{"in_tokens":1345,"out_tokens":658}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":253,"error":null,"skip_reason":null,"score_raw":0.3703703703703704,"duration_s":66.660588588,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1160,"out_tokens":2074},"claude-opus-4-7":{"in_tokens":2319,"out_tokens":777},"mistral-large-2":{"in_tokens":1270,"out_tokens":618}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":362,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":6.965681732000007,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1134,"out_tokens":1744},"claude-opus-4-7":{"in_tokens":2224,"out_tokens":534},"mistral-large-2":{"in_tokens":1238,"out_tokens":486}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":383,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":8.060169309000003,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1279,"out_tokens":2330},"claude-opus-4-7":{"in_tokens":2420,"out_tokens":875},"mistral-large-2":{"in_tokens":1401,"out_tokens":938}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":6.839212767000049,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1116,"out_tokens":1579},"claude-opus-4-7":{"in_tokens":2156,"out_tokens":535},"mistral-large-2":{"in_tokens":1232,"out_tokens":559}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":414,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":369.924793184,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":1670},"claude-opus-4-7":{"in_tokens":2520,"out_tokens":635},"mistral-large-2":{"in_tokens":1359,"out_tokens":576}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":306,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":6.831119300000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1184,"out_tokens":1016},"claude-opus-4-7":{"in_tokens":2232,"out_tokens":519},"mistral-large-2":{"in_tokens":1277,"out_tokens":490}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":64.452312501,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1031,"out_tokens":1859},"claude-opus-4-7":{"in_tokens":1997,"out_tokens":522},"mistral-large-2":{"in_tokens":1083,"out_tokens":471}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":430,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":9.971402636999983,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1302,"out_tokens":2193},"claude-opus-4-7":{"in_tokens":2484,"out_tokens":566},"mistral-large-2":{"in_tokens":1422,"out_tokens":519}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":411,"error":null,"skip_reason":null,"score_raw":0.4074074074074074,"duration_s":10.221200355999997,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1504,"out_tokens":2287},"claude-opus-4-7":{"in_tokens":2999,"out_tokens":869},"mistral-large-2":{"in_tokens":1623,"out_tokens":641}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":161,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":64.68846365000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":968,"out_tokens":1065},"claude-opus-4-7":{"in_tokens":1887,"out_tokens":432},"mistral-large-2":{"in_tokens":1052,"out_tokens":462}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":518,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":11.50125767999998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1508,"out_tokens":1835},"claude-opus-4-7":{"in_tokens":3048,"out_tokens":770},"mistral-large-2":{"in_tokens":1619,"out_tokens":572}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":651,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":76.667187006,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1598,"out_tokens":2286},"claude-opus-4-7":{"in_tokens":3329,"out_tokens":683},"mistral-large-2":{"in_tokens":1704,"out_tokens":737}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":553,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":13.275610234999931,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1251,"out_tokens":2489},"claude-opus-4-7":{"in_tokens":2532,"out_tokens":564},"mistral-large-2":{"in_tokens":1356,"out_tokens":478}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":418,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":68.52369140899998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":2715},"claude-opus-4-7":{"in_tokens":2564,"out_tokens":675},"mistral-large-2":{"in_tokens":1331,"out_tokens":478}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":642,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":15.653268947000015,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1348,"out_tokens":2058},"claude-opus-4-7":{"in_tokens":2735,"out_tokens":544},"mistral-large-2":{"in_tokens":1428,"out_tokens":395}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":600,"error":null,"skip_reason":null,"score_raw":0.6190476190476191,"duration_s":13.817478013000027,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":3081},"claude-opus-4-7":{"in_tokens":2699,"out_tokens":715},"mistral-large-2":{"in_tokens":1485,"out_tokens":650}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":664,"error":null,"skip_reason":null,"score_raw":0.7222222222222223,"duration_s":76.89745353199999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1354,"out_tokens":2692},"claude-opus-4-7":{"in_tokens":2800,"out_tokens":560},"mistral-large-2":{"in_tokens":1436,"out_tokens":528}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":519,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":10.426565562000064,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1208,"out_tokens":1767},"claude-opus-4-7":{"in_tokens":2358,"out_tokens":688},"mistral-large-2":{"in_tokens":1257,"out_tokens":410}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":665,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":12.81596808200004,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":1328},"claude-opus-4-7":{"in_tokens":2848,"out_tokens":415},"mistral-large-2":{"in_tokens":1472,"out_tokens":456}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":764,"error":null,"skip_reason":null,"score_raw":0.27777777777777773,"duration_s":78.93932021199998,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1467,"out_tokens":1821},"claude-opus-4-7":{"in_tokens":2972,"out_tokens":681},"mistral-large-2":{"in_tokens":1584,"out_tokens":526}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":491,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":11.128897885000015,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1251,"out_tokens":2265},"claude-opus-4-7":{"in_tokens":2504,"out_tokens":662},"mistral-large-2":{"in_tokens":1313,"out_tokens":713}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":618,"error":null,"skip_reason":null,"score_raw":0.4761904761904761,"duration_s":73.545461004,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1281,"out_tokens":1279},"claude-opus-4-7":{"in_tokens":2590,"out_tokens":556},"mistral-large-2":{"in_tokens":1377,"out_tokens":574}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":547,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":71.12089518199991,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1498,"out_tokens":2369},"claude-opus-4-7":{"in_tokens":2872,"out_tokens":644},"mistral-large-2":{"in_tokens":1583,"out_tokens":672}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":493,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":13.178262272999973,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1304,"out_tokens":1081},"claude-opus-4-7":{"in_tokens":2677,"out_tokens":511},"mistral-large-2":{"in_tokens":1407,"out_tokens":700}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":568,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":12.913044438999918,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1329,"out_tokens":1341},"claude-opus-4-7":{"in_tokens":2673,"out_tokens":500},"mistral-large-2":{"in_tokens":1409,"out_tokens":636}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":473,"error":null,"skip_reason":null,"score_raw":0.5714285714285715,"duration_s":11.053209615000014,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1182,"out_tokens":2612},"claude-opus-4-7":{"in_tokens":2489,"out_tokens":672},"mistral-large-2":{"in_tokens":1257,"out_tokens":589}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":667,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":12.630267623999998,"hallucination_count":8.333333333333334,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":2093,"out_tokens":2526},"claude-opus-4-7":{"in_tokens":4051,"out_tokens":1247},"mistral-large-2":{"in_tokens":2183,"out_tokens":1058}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":370,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":68.94920921099992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1148,"out_tokens":1310},"claude-opus-4-7":{"in_tokens":2344,"out_tokens":501},"mistral-large-2":{"in_tokens":1197,"out_tokens":488}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":800,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":15.923680220000051,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2077,"out_tokens":2159},"claude-opus-4-7":{"in_tokens":4090,"out_tokens":934},"mistral-large-2":{"in_tokens":2239,"out_tokens":826}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":820,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":20.126336407000053,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2119,"out_tokens":2377},"claude-opus-4-7":{"in_tokens":4276,"out_tokens":955},"mistral-large-2":{"in_tokens":2235,"out_tokens":900}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":941,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":83.402236604,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2227,"out_tokens":3306},"claude-opus-4-7":{"in_tokens":4455,"out_tokens":920},"mistral-large-2":{"in_tokens":2394,"out_tokens":740}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":799,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":17.39482044099998,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2071,"out_tokens":2817},"claude-opus-4-7":{"in_tokens":4046,"out_tokens":817},"mistral-large-2":{"in_tokens":2230,"out_tokens":789}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":833,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":16.76233937300003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1877,"out_tokens":2596},"claude-opus-4-7":{"in_tokens":3846,"out_tokens":790},"mistral-large-2":{"in_tokens":2015,"out_tokens":784}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":826,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":19.40446866000002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1512,"out_tokens":1483},"claude-opus-4-7":{"in_tokens":3034,"out_tokens":495},"mistral-large-2":{"in_tokens":1633,"out_tokens":516}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":771,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":18.852485032000004,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1746,"out_tokens":2278},"claude-opus-4-7":{"in_tokens":3419,"out_tokens":787},"mistral-large-2":{"in_tokens":1853,"out_tokens":705}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":659,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":73.40187387399999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1456,"out_tokens":1465},"claude-opus-4-7":{"in_tokens":2838,"out_tokens":572},"mistral-large-2":{"in_tokens":1550,"out_tokens":611}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":877,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":20.647514106000017,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2164,"out_tokens":2928},"claude-opus-4-7":{"in_tokens":4302,"out_tokens":756},"mistral-large-2":{"in_tokens":2326,"out_tokens":712}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":802,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.896786585999962,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2204,"out_tokens":2876},"claude-opus-4-7":{"in_tokens":4370,"out_tokens":985},"mistral-large-2":{"in_tokens":2372,"out_tokens":1315}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":647,"error":null,"skip_reason":null,"score_raw":0.5666666666666668,"duration_s":75.29752384499989,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2172,"out_tokens":2359},"claude-opus-4-7":{"in_tokens":4202,"out_tokens":1012},"mistral-large-2":{"in_tokens":2274,"out_tokens":874}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":965.419667779,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1207,"out_tokens":2316},"claude-opus-4-7":{"in_tokens":2225,"out_tokens":687},"mistral-large-2":{"in_tokens":1354,"out_tokens":729}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":320,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":968.5017112600001,"hallucination_count":6.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1224,"out_tokens":1820},"claude-opus-4-7":{"in_tokens":2506,"out_tokens":674},"mistral-large-2":{"in_tokens":1353,"out_tokens":559}}}