{"model_id":"mistral-large-2","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":364,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":7.031649614000003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.4444444444444444,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.5555555555555556,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1274,"out_tokens":2194},"claude-opus-4-8":{"in_tokens":2452,"out_tokens":803},"claude-opus-4-7":{"in_tokens":2457,"out_tokens":710},"mistral-large-2":{"in_tokens":1373,"out_tokens":674}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":318,"error":null,"skip_reason":null,"score_raw":0.47500000000000003,"duration_s":7.10739612499998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.4,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.5,"claude-opus-4-7":0.4,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.3666666666666667,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":1713},"claude-opus-4-8":{"in_tokens":2457,"out_tokens":854},"claude-opus-4-7":{"in_tokens":2462,"out_tokens":639},"mistral-large-2":{"in_tokens":1374,"out_tokens":710}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":396,"out_tokens":618,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":10.063363698999979,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.3,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.5,"claude-opus-4-7":0.4,"mistral-large-2":0.4},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":6.0,"claude-opus-4-7":3.0,"mistral-large-2":6.0},"score_ex_family":0.39999999999999997,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":3,"other":1},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1871,"out_tokens":2899},"claude-opus-4-8":{"in_tokens":3494,"out_tokens":1340},"claude-opus-4-7":{"in_tokens":3499,"out_tokens":1030},"mistral-large-2":{"in_tokens":1988,"out_tokens":1070}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":644,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":11.355028875000016,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.7407407407407408,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1697,"out_tokens":2305},"claude-opus-4-8":{"in_tokens":3194,"out_tokens":883},"claude-opus-4-7":{"in_tokens":3199,"out_tokens":675},"mistral-large-2":{"in_tokens":1850,"out_tokens":742}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":470,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":8.109249805000019,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.3,"claude-opus-4-7":0.4,"mistral-large-2":0.2},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.3,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1886,"out_tokens":1900},"claude-opus-4-8":{"in_tokens":3658,"out_tokens":1062},"claude-opus-4-7":{"in_tokens":3663,"out_tokens":812},"mistral-large-2":{"in_tokens":2033,"out_tokens":969}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":825,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":17.048815845999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.6,"claude-opus-4-7":0.6,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.85,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1394,"out_tokens":1709},"claude-opus-4-8":{"in_tokens":2683,"out_tokens":912},"claude-opus-4-7":{"in_tokens":2688,"out_tokens":662},"mistral-large-2":{"in_tokens":1488,"out_tokens":748}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":499,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":7.927251776999981,"hallucination_count":6.25,"hallucination_top100":0,"inter_rater_agreement":0.6,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.1,"claude-opus-4-7":0.2,"mistral-large-2":0.2},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":6.0,"claude-opus-4-7":5.0,"mistral-large-2":8.0},"score_ex_family":0.10000000000000002,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":3,"other":8},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1942,"out_tokens":2451},"claude-opus-4-8":{"in_tokens":3686,"out_tokens":1054},"claude-opus-4-7":{"in_tokens":3691,"out_tokens":827},"mistral-large-2":{"in_tokens":2066,"out_tokens":955}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":959,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":18.546513352999995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1430,"out_tokens":1573},"claude-opus-4-8":{"in_tokens":2735,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2740,"out_tokens":575},"mistral-large-2":{"in_tokens":1539,"out_tokens":661}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":495,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":7.484451753999991,"hallucination_count":6.75,"hallucination_top100":0,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":9.0,"claude-opus-4-7":6.0,"mistral-large-2":5.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":3,"other":4},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1560,"out_tokens":2216},"claude-opus-4-8":{"in_tokens":2978,"out_tokens":1215},"claude-opus-4-7":{"in_tokens":2983,"out_tokens":865},"mistral-large-2":{"in_tokens":1658,"out_tokens":789}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":258,"out_tokens":187,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":19.49770620800001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.5,"claude-opus-4-7":0.4,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.575,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1167,"out_tokens":1301},"claude-opus-4-8":{"in_tokens":2226,"out_tokens":749},"claude-opus-4-7":{"in_tokens":2231,"out_tokens":639},"mistral-large-2":{"in_tokens":1248,"out_tokens":794}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":179,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":20.987406719999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6944444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1108,"out_tokens":1617},"claude-opus-4-8":{"in_tokens":2134,"out_tokens":760},"claude-opus-4-7":{"in_tokens":2139,"out_tokens":534},"mistral-large-2":{"in_tokens":1196,"out_tokens":612}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":675,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":10.21278294199999,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.25},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":7.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":7,"other":3},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1758,"out_tokens":2820},"claude-opus-4-8":{"in_tokens":3425,"out_tokens":1110},"claude-opus-4-7":{"in_tokens":3430,"out_tokens":961},"mistral-large-2":{"in_tokens":1914,"out_tokens":686}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":401,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":7.305874013999983,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.4,"claude-opus-4-7":0.4,"mistral-large-2":0.4},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.3666666666666667,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1415,"out_tokens":2160},"claude-opus-4-8":{"in_tokens":2765,"out_tokens":1070},"claude-opus-4-7":{"in_tokens":2770,"out_tokens":780},"mistral-large-2":{"in_tokens":1522,"out_tokens":731}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":369,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":7.476057920000017,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.125,"claude-opus-4-7":0.125,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":1203},"claude-opus-4-8":{"in_tokens":2743,"out_tokens":855},"claude-opus-4-7":{"in_tokens":2748,"out_tokens":665},"mistral-large-2":{"in_tokens":1440,"out_tokens":597}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1472,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":23.387258266000003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.575,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1200,"out_tokens":1934},"claude-opus-4-8":{"in_tokens":2321,"out_tokens":1060},"claude-opus-4-7":{"in_tokens":2326,"out_tokens":703},"mistral-large-2":{"in_tokens":1285,"out_tokens":745}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":1350,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.86701648600001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.8,"claude-opus-4-7":0.7,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7999999999999999,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1366,"out_tokens":2037},"claude-opus-4-8":{"in_tokens":2586,"out_tokens":950},"claude-opus-4-7":{"in_tokens":2591,"out_tokens":717},"mistral-large-2":{"in_tokens":1464,"out_tokens":750}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":737,"out_tokens":212,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.080997744,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1166,"out_tokens":1591},"claude-opus-4-8":{"in_tokens":2263,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2268,"out_tokens":577},"mistral-large-2":{"in_tokens":1257,"out_tokens":640}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":25.106461102999987,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5555555555555556,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":1478},"claude-opus-4-8":{"in_tokens":2532,"out_tokens":715},"claude-opus-4-7":{"in_tokens":2537,"out_tokens":577},"mistral-large-2":{"in_tokens":1463,"out_tokens":921}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":388,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":6.560792912000011,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.2857142857142857,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":7.0,"claude-opus-4-7":7.0,"mistral-large-2":7.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":4},"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":2523},"claude-opus-4-8":{"in_tokens":2746,"out_tokens":999},"claude-opus-4-7":{"in_tokens":2751,"out_tokens":737},"mistral-large-2":{"in_tokens":1463,"out_tokens":844}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1570,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":27.86338055600001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1918,"out_tokens":2496},"claude-opus-4-8":{"in_tokens":3611,"out_tokens":691},"claude-opus-4-7":{"in_tokens":3616,"out_tokens":695},"mistral-large-2":{"in_tokens":2114,"out_tokens":826}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":370,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":5.813731988000001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.5416666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1462,"out_tokens":1677},"claude-opus-4-8":{"in_tokens":2803,"out_tokens":876},"claude-opus-4-7":{"in_tokens":2808,"out_tokens":682},"mistral-large-2":{"in_tokens":1598,"out_tokens":625}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":1820,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":30.277053787,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.6,"claude-opus-4-7":0.3,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.55,"false_claim_types":{"az":2,"paragraph":3,"study":0,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2228,"out_tokens":2774},"claude-opus-4-8":{"in_tokens":4212,"out_tokens":1119},"claude-opus-4-7":{"in_tokens":4217,"out_tokens":907},"mistral-large-2":{"in_tokens":2367,"out_tokens":982}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":1775,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":32.391285513000014,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9259259259259259,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1361,"out_tokens":2579},"claude-opus-4-8":{"in_tokens":2582,"out_tokens":785},"claude-opus-4-7":{"in_tokens":2587,"out_tokens":577},"mistral-large-2":{"in_tokens":1474,"out_tokens":846}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":541,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":8.525968341999999,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.4444444444444444,"judge_scores":{"gpt-5":0.2222222222222222,"claude-opus-4-8":0.1111111111111111,"claude-opus-4-7":0.1111111111111111,"mistral-large-2":0.4444444444444444},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":6.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.14814814814814814,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":3,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1573,"out_tokens":3742},"claude-opus-4-8":{"in_tokens":2965,"out_tokens":1125},"claude-opus-4-7":{"in_tokens":2970,"out_tokens":747},"mistral-large-2":{"in_tokens":1710,"out_tokens":771}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":734,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":31.791194879000017,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.6,"claude-opus-4-7":0.5,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1222,"out_tokens":1560},"claude-opus-4-8":{"in_tokens":2351,"out_tokens":925},"claude-opus-4-7":{"in_tokens":2356,"out_tokens":717},"mistral-large-2":{"in_tokens":1303,"out_tokens":742}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":463,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":7.653432293999998,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.125},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":6.0,"claude-opus-4-7":5.0,"mistral-large-2":4.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":2,"other":1},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1533,"out_tokens":2074},"claude-opus-4-8":{"in_tokens":2980,"out_tokens":994},"claude-opus-4-7":{"in_tokens":2985,"out_tokens":782},"mistral-large-2":{"in_tokens":1591,"out_tokens":710}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1163,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":19.835033600000003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2048,"out_tokens":3537},"claude-opus-4-8":{"in_tokens":3907,"out_tokens":885},"claude-opus-4-7":{"in_tokens":3912,"out_tokens":713},"mistral-large-2":{"in_tokens":2196,"out_tokens":918}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":621,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":15.994717266999999,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.3,"claude-opus-4-7":0.3,"mistral-large-2":0.2},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.26666666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":3,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2069,"out_tokens":2101},"claude-opus-4-8":{"in_tokens":3864,"out_tokens":974},"claude-opus-4-7":{"in_tokens":3869,"out_tokens":864},"mistral-large-2":{"in_tokens":2219,"out_tokens":845}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2403,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":38.655878992,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.4,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.7,"claude-opus-4-7":0.4,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.5333333333333333,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1895,"out_tokens":2471},"claude-opus-4-8":{"in_tokens":3549,"out_tokens":1142},"claude-opus-4-7":{"in_tokens":3554,"out_tokens":779},"mistral-large-2":{"in_tokens":2023,"out_tokens":822}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":38.180126021999996,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.4,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.4,"claude-opus-4-7":0.3,"mistral-large-2":0.3},"judge_hallucination_counts":{"gpt-5":8.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":5.0},"score_ex_family":0.25,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":3,"other":6},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1553,"out_tokens":2871},"claude-opus-4-8":{"in_tokens":2932,"out_tokens":1295},"claude-opus-4-7":{"in_tokens":2937,"out_tokens":1019},"mistral-large-2":{"in_tokens":1652,"out_tokens":853}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1643,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":24.327434321999988,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":5.0,"mistral-large-2":5.0},"score_ex_family":0.6499999999999999,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":4},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2322,"out_tokens":2561},"claude-opus-4-8":{"in_tokens":4407,"out_tokens":1185},"claude-opus-4-7":{"in_tokens":4412,"out_tokens":996},"mistral-large-2":{"in_tokens":2480,"out_tokens":874}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":21.183201341,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.2},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.4,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1712,"out_tokens":1532},"claude-opus-4-8":{"in_tokens":3266,"out_tokens":998},"claude-opus-4-7":{"in_tokens":3271,"out_tokens":663},"mistral-large-2":{"in_tokens":1843,"out_tokens":724}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":462,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":12.527367145,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1535,"out_tokens":1611},"claude-opus-4-8":{"in_tokens":2916,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2921,"out_tokens":630},"mistral-large-2":{"in_tokens":1602,"out_tokens":626}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":552,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":9.811429796999988,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.25,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.4583333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1475,"out_tokens":1278},"claude-opus-4-8":{"in_tokens":2747,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2752,"out_tokens":562},"mistral-large-2":{"in_tokens":1558,"out_tokens":676}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":828,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":12.969221285000003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5555555555555556,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.6296296296296297,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1892,"out_tokens":2263},"claude-opus-4-8":{"in_tokens":3512,"out_tokens":790},"claude-opus-4-7":{"in_tokens":3517,"out_tokens":711},"mistral-large-2":{"in_tokens":1983,"out_tokens":717}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":550,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":9.758402182999987,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":9},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1550,"out_tokens":1855},"claude-opus-4-8":{"in_tokens":2845,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2850,"out_tokens":602},"mistral-large-2":{"in_tokens":1620,"out_tokens":569}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":1413,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":23.26732730500001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1879,"out_tokens":2107},"claude-opus-4-8":{"in_tokens":3579,"out_tokens":818},"claude-opus-4-7":{"in_tokens":3584,"out_tokens":696},"mistral-large-2":{"in_tokens":2023,"out_tokens":700}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":849,"out_tokens":409,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":49.447852307000005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1533,"out_tokens":2129},"claude-opus-4-8":{"in_tokens":2914,"out_tokens":772},"claude-opus-4-7":{"in_tokens":2919,"out_tokens":566},"mistral-large-2":{"in_tokens":1670,"out_tokens":730}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":29.555536611000008,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.4,"claude-opus-4-7":0.5,"mistral-large-2":0.2},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":7.0},"score_ex_family":0.35,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":2,"other":2},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1720,"out_tokens":1953},"claude-opus-4-8":{"in_tokens":3293,"out_tokens":821},"claude-opus-4-7":{"in_tokens":3298,"out_tokens":760},"mistral-large-2":{"in_tokens":1825,"out_tokens":912}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":448,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":8.040736208999988,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7916666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1318,"out_tokens":1204},"claude-opus-4-8":{"in_tokens":2478,"out_tokens":558},"claude-opus-4-7":{"in_tokens":2483,"out_tokens":466},"mistral-large-2":{"in_tokens":1383,"out_tokens":531}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":754,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":11.495750454999978,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.5833333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1674,"out_tokens":1953},"claude-opus-4-8":{"in_tokens":2995,"out_tokens":618},"claude-opus-4-7":{"in_tokens":3000,"out_tokens":541},"mistral-large-2":{"in_tokens":1769,"out_tokens":580}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":899,"out_tokens":359,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":28.072951759999995,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.5,"claude-opus-4-7":0.4,"mistral-large-2":0.2},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.325,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1828,"out_tokens":1863},"claude-opus-4-8":{"in_tokens":3501,"out_tokens":941},"claude-opus-4-7":{"in_tokens":3506,"out_tokens":844},"mistral-large-2":{"in_tokens":1967,"out_tokens":806}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":27.75002962900001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.375,"claude-opus-4-7":0.375,"mistral-large-2":0.25},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1436,"out_tokens":1522},"claude-opus-4-8":{"in_tokens":2731,"out_tokens":788},"claude-opus-4-7":{"in_tokens":2736,"out_tokens":614},"mistral-large-2":{"in_tokens":1540,"out_tokens":678}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":3080,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":52.803385348999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1202,"out_tokens":1767},"claude-opus-4-8":{"in_tokens":2315,"out_tokens":755},"claude-opus-4-7":{"in_tokens":2320,"out_tokens":685},"mistral-large-2":{"in_tokens":1298,"out_tokens":663}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":455,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":7.335605025000007,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.5,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1321,"out_tokens":1279},"claude-opus-4-8":{"in_tokens":2520,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2525,"out_tokens":514},"mistral-large-2":{"in_tokens":1406,"out_tokens":486}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":570,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":9.752319683999986,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.4583333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1400,"out_tokens":1658},"claude-opus-4-8":{"in_tokens":2629,"out_tokens":551},"claude-opus-4-7":{"in_tokens":2634,"out_tokens":542},"mistral-large-2":{"in_tokens":1469,"out_tokens":571}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":1271,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":20.92817723600001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.8,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.55,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1662,"out_tokens":1959},"claude-opus-4-8":{"in_tokens":3281,"out_tokens":819},"claude-opus-4-7":{"in_tokens":3286,"out_tokens":636},"mistral-large-2":{"in_tokens":1785,"out_tokens":791}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":1911,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":27.59398460999998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2066,"out_tokens":2729},"claude-opus-4-8":{"in_tokens":3981,"out_tokens":803},"claude-opus-4-7":{"in_tokens":3986,"out_tokens":1083},"mistral-large-2":{"in_tokens":2186,"out_tokens":808}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":5.134542320999998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.2857142857142857,"claude-opus-4-8":0.5714285714285714,"claude-opus-4-7":0.42857142857142855,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.42857142857142855,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1063,"out_tokens":1441},"claude-opus-4-8":{"in_tokens":2016,"out_tokens":571},"claude-opus-4-7":{"in_tokens":2021,"out_tokens":408},"mistral-large-2":{"in_tokens":1110,"out_tokens":515}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":3807,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":61.01368909300001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.9259259259259259,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2208,"out_tokens":2515},"claude-opus-4-8":{"in_tokens":4259,"out_tokens":923},"claude-opus-4-7":{"in_tokens":4264,"out_tokens":631},"mistral-large-2":{"in_tokens":2432,"out_tokens":733}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1241,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":21.514408351000014,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1581,"out_tokens":1612},"claude-opus-4-8":{"in_tokens":3230,"out_tokens":709},"claude-opus-4-7":{"in_tokens":3235,"out_tokens":594},"mistral-large-2":{"in_tokens":1662,"out_tokens":616}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":543,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":9.212541697999995,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.6296296296296297,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":4,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1412,"out_tokens":2035},"claude-opus-4-8":{"in_tokens":2587,"out_tokens":667},"claude-opus-4-7":{"in_tokens":2592,"out_tokens":734},"mistral-large-2":{"in_tokens":1481,"out_tokens":630}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2935,"error":null,"skip_reason":null,"score_raw":0.5499999999999999,"duration_s":40.07844620400002,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.3},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.5333333333333333,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":3,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2012,"out_tokens":2304},"claude-opus-4-8":{"in_tokens":3815,"out_tokens":1163},"claude-opus-4-7":{"in_tokens":3820,"out_tokens":912},"mistral-large-2":{"in_tokens":2188,"out_tokens":1050}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":393,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":8.145457597000018,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.0,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.4583333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1243,"out_tokens":1928},"claude-opus-4-8":{"in_tokens":2373,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":2378,"out_tokens":649},"mistral-large-2":{"in_tokens":1302,"out_tokens":614}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":610,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":10.86734481900001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1643,"out_tokens":1887},"claude-opus-4-8":{"in_tokens":3089,"out_tokens":756},"claude-opus-4-7":{"in_tokens":3094,"out_tokens":513},"mistral-large-2":{"in_tokens":1716,"out_tokens":561}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":23.950530517999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.475,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1251,"out_tokens":1794},"claude-opus-4-8":{"in_tokens":2427,"out_tokens":834},"claude-opus-4-7":{"in_tokens":2432,"out_tokens":572},"mistral-large-2":{"in_tokens":1341,"out_tokens":611}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":828,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":13.410233350999988,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1752,"out_tokens":2552},"claude-opus-4-8":{"in_tokens":3155,"out_tokens":588},"claude-opus-4-7":{"in_tokens":3160,"out_tokens":502},"mistral-large-2":{"in_tokens":1832,"out_tokens":720}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1104,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":17.016008072999995,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.5714285714285714,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.8571428571428572,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1568,"out_tokens":2405},"claude-opus-4-8":{"in_tokens":3080,"out_tokens":758},"claude-opus-4-7":{"in_tokens":3085,"out_tokens":719},"mistral-large-2":{"in_tokens":1669,"out_tokens":541}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":907,"out_tokens":399,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":36.71390807099999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.2},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1888,"out_tokens":2462},"claude-opus-4-8":{"in_tokens":3601,"out_tokens":1129},"claude-opus-4-7":{"in_tokens":3606,"out_tokens":722},"mistral-large-2":{"in_tokens":1997,"out_tokens":806}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":332,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":5.982946611000017,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5416666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":1026},"claude-opus-4-8":{"in_tokens":2425,"out_tokens":620},"claude-opus-4-7":{"in_tokens":2430,"out_tokens":559},"mistral-large-2":{"in_tokens":1334,"out_tokens":529}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":472,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":8.689316028999997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1435,"out_tokens":1636},"claude-opus-4-8":{"in_tokens":2752,"out_tokens":646},"claude-opus-4-7":{"in_tokens":2757,"out_tokens":643},"mistral-large-2":{"in_tokens":1494,"out_tokens":556}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":725,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":11.237355373000014,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1580,"out_tokens":1216},"claude-opus-4-8":{"in_tokens":2886,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2891,"out_tokens":648},"mistral-large-2":{"in_tokens":1662,"out_tokens":724}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1205,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":19.57783071899999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1748,"out_tokens":1880},"claude-opus-4-8":{"in_tokens":3335,"out_tokens":940},"claude-opus-4-7":{"in_tokens":3340,"out_tokens":775},"mistral-large-2":{"in_tokens":1888,"out_tokens":795}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":719,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":11.502967565000006,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.7407407407407408,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":7},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1828,"out_tokens":1758},"claude-opus-4-8":{"in_tokens":3472,"out_tokens":741},"claude-opus-4-7":{"in_tokens":3477,"out_tokens":630},"mistral-large-2":{"in_tokens":1902,"out_tokens":687}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":27.126643959999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.375,"claude-opus-4-7":0.25,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.3125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1173,"out_tokens":1032},"claude-opus-4-8":{"in_tokens":2333,"out_tokens":768},"claude-opus-4-7":{"in_tokens":2338,"out_tokens":540},"mistral-large-2":{"in_tokens":1248,"out_tokens":497}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":225,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":25.01272603800001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7857142857142857,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1232,"out_tokens":1309},"claude-opus-4-8":{"in_tokens":2425,"out_tokens":562},"claude-opus-4-7":{"in_tokens":2430,"out_tokens":518},"mistral-large-2":{"in_tokens":1302,"out_tokens":503}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":199,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":40.29567195600001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":1222},"claude-opus-4-8":{"in_tokens":2473,"out_tokens":878},"claude-opus-4-7":{"in_tokens":2478,"out_tokens":641},"mistral-large-2":{"in_tokens":1365,"out_tokens":596}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":401,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":6.976447904999986,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7916666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1325,"out_tokens":1618},"claude-opus-4-8":{"in_tokens":2479,"out_tokens":620},"claude-opus-4-7":{"in_tokens":2484,"out_tokens":555},"mistral-large-2":{"in_tokens":1402,"out_tokens":869}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":467,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":29.160697476999985,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.375,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.375,"claude-opus-4-7":0.25,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1669,"out_tokens":1788},"claude-opus-4-8":{"in_tokens":3165,"out_tokens":894},"claude-opus-4-7":{"in_tokens":3170,"out_tokens":799},"mistral-large-2":{"in_tokens":1782,"out_tokens":1020}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":4.402757242000007,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.6,"claude-opus-4-7":0.5,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.5666666666666667,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1213,"out_tokens":1579},"claude-opus-4-8":{"in_tokens":2312,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2317,"out_tokens":541},"mistral-large-2":{"in_tokens":1324,"out_tokens":735}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":1599,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":24.65560166100002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.6,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2347,"out_tokens":2621},"claude-opus-4-8":{"in_tokens":4367,"out_tokens":967},"claude-opus-4-7":{"in_tokens":4372,"out_tokens":831},"mistral-large-2":{"in_tokens":2501,"out_tokens":883}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":589,"out_tokens":1272,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":18.90644454599999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1761,"out_tokens":2731},"claude-opus-4-8":{"in_tokens":3309,"out_tokens":952},"claude-opus-4-7":{"in_tokens":3314,"out_tokens":940},"mistral-large-2":{"in_tokens":1914,"out_tokens":752}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":3189,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":50.326396746,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":8.0},"score_ex_family":0.6333333333333333,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":2,"other":4},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2167,"out_tokens":2411},"claude-opus-4-8":{"in_tokens":4133,"out_tokens":1425},"claude-opus-4-7":{"in_tokens":4138,"out_tokens":1053},"mistral-large-2":{"in_tokens":2308,"out_tokens":948}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":389,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":8.370494511999965,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1322,"out_tokens":2100},"claude-opus-4-8":{"in_tokens":2473,"out_tokens":761},"claude-opus-4-7":{"in_tokens":2478,"out_tokens":596},"mistral-large-2":{"in_tokens":1371,"out_tokens":635}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":226,"out_tokens":438,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":7.150675104000015,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8095238095238094,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1300,"out_tokens":1045},"claude-opus-4-8":{"in_tokens":2540,"out_tokens":513},"claude-opus-4-7":{"in_tokens":2545,"out_tokens":411},"mistral-large-2":{"in_tokens":1366,"out_tokens":528}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":4.109026537000034,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.125},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1066,"out_tokens":1810},"claude-opus-4-8":{"in_tokens":2094,"out_tokens":855},"claude-opus-4-7":{"in_tokens":2099,"out_tokens":664},"mistral-large-2":{"in_tokens":1159,"out_tokens":682}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":3.9295402959999706,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1062,"out_tokens":1282},"claude-opus-4-8":{"in_tokens":2057,"out_tokens":679},"claude-opus-4-7":{"in_tokens":2062,"out_tokens":538},"mistral-large-2":{"in_tokens":1148,"out_tokens":516}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":269,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":5.600223305999975,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.375,"claude-opus-4-7":0.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.2916666666666667,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1124,"out_tokens":2174},"claude-opus-4-8":{"in_tokens":2173,"out_tokens":864},"claude-opus-4-7":{"in_tokens":2178,"out_tokens":785},"mistral-large-2":{"in_tokens":1254,"out_tokens":784}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2944,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":47.97468311099996,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.375,"claude-opus-4-7":0.0,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.3333333333333333,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2239,"out_tokens":2352},"claude-opus-4-8":{"in_tokens":4278,"out_tokens":1126},"claude-opus-4-7":{"in_tokens":4283,"out_tokens":874},"mistral-large-2":{"in_tokens":2433,"out_tokens":730}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":4.890810084999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.375,"claude-opus-4-7":0.375,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.4583333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1182,"out_tokens":1765},"claude-opus-4-8":{"in_tokens":2266,"out_tokens":700},"claude-opus-4-7":{"in_tokens":2271,"out_tokens":575},"mistral-large-2":{"in_tokens":1279,"out_tokens":532}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":846,"out_tokens":388,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":86.91849184099999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.4,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.475,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1703,"out_tokens":2417},"claude-opus-4-8":{"in_tokens":3217,"out_tokens":1019},"claude-opus-4-7":{"in_tokens":3222,"out_tokens":768},"mistral-large-2":{"in_tokens":1805,"out_tokens":917}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":1406,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":21.24721330699998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1812,"out_tokens":2448},"claude-opus-4-8":{"in_tokens":3478,"out_tokens":836},"claude-opus-4-7":{"in_tokens":3483,"out_tokens":782},"mistral-large-2":{"in_tokens":1873,"out_tokens":676}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":283,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":5.336197949999985,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.25,"claude-opus-4-7":0.375,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1119,"out_tokens":2235},"claude-opus-4-8":{"in_tokens":2211,"out_tokens":768},"claude-opus-4-7":{"in_tokens":2216,"out_tokens":586},"mistral-large-2":{"in_tokens":1209,"out_tokens":665}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":4.3047196480000025,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.4,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.6,"claude-opus-4-7":0.5,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1110,"out_tokens":1833},"claude-opus-4-8":{"in_tokens":2117,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2122,"out_tokens":573},"mistral-large-2":{"in_tokens":1219,"out_tokens":631}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":197,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":3.863151479999999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":1043},"claude-opus-4-8":{"in_tokens":2133,"out_tokens":534},"claude-opus-4-7":{"in_tokens":2138,"out_tokens":464},"mistral-large-2":{"in_tokens":1223,"out_tokens":618}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":5.5159341739999945,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.3333333333333333,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.3703703703703704,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1198,"out_tokens":1678},"claude-opus-4-8":{"in_tokens":2277,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2282,"out_tokens":536},"mistral-large-2":{"in_tokens":1294,"out_tokens":569}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":456,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":8.362597279,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.5,"claude-opus-4-7":0.375,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.4166666666666667,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":2,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":2451},"claude-opus-4-8":{"in_tokens":2760,"out_tokens":828},"claude-opus-4-7":{"in_tokens":2765,"out_tokens":778},"mistral-large-2":{"in_tokens":1512,"out_tokens":647}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":4.835934324999982,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.1111111111111111,"claude-opus-4-8":0.2222222222222222,"claude-opus-4-7":0.2222222222222222,"mistral-large-2":0.3333333333333333},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.1851851851851852,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1262,"out_tokens":1329},"claude-opus-4-8":{"in_tokens":2356,"out_tokens":929},"claude-opus-4-7":{"in_tokens":2361,"out_tokens":813},"mistral-large-2":{"in_tokens":1364,"out_tokens":732}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":380,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":31.01650908900001,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.3,"claude-opus-4-7":0.3,"mistral-large-2":0.3},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":5.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.325,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1879,"out_tokens":2411},"claude-opus-4-8":{"in_tokens":3505,"out_tokens":1165},"claude-opus-4-7":{"in_tokens":3510,"out_tokens":1011},"mistral-large-2":{"in_tokens":1988,"out_tokens":886}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":1201,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.945261391999964,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1707,"out_tokens":1356},"claude-opus-4-8":{"in_tokens":3263,"out_tokens":714},"claude-opus-4-7":{"in_tokens":3268,"out_tokens":510},"mistral-large-2":{"in_tokens":1777,"out_tokens":780}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":405,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":7.19380841200001,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.7037037037037037,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1391,"out_tokens":2147},"claude-opus-4-8":{"in_tokens":2651,"out_tokens":968},"claude-opus-4-7":{"in_tokens":2656,"out_tokens":794},"mistral-large-2":{"in_tokens":1534,"out_tokens":733}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":2184,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":34.14514370699999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.3,"judge_scores":{"gpt-5":0.1,"claude-opus-4-8":0.8,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.7333333333333334,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1815,"out_tokens":1744},"claude-opus-4-8":{"in_tokens":3570,"out_tokens":1040},"claude-opus-4-7":{"in_tokens":3575,"out_tokens":893},"mistral-large-2":{"in_tokens":1960,"out_tokens":786}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":1089,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":18.127877718000036,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5555555555555556,"judge_scores":{"gpt-5":0.2222222222222222,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.4444444444444444},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.3333333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1690,"out_tokens":2228},"claude-opus-4-8":{"in_tokens":3144,"out_tokens":757},"claude-opus-4-7":{"in_tokens":3149,"out_tokens":675},"mistral-large-2":{"in_tokens":1764,"out_tokens":752}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1035,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":18.033757557,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1541,"out_tokens":1622},"claude-opus-4-8":{"in_tokens":2833,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2838,"out_tokens":589},"mistral-large-2":{"in_tokens":1604,"out_tokens":643}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":308,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":21.565574599,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.2222222222222222,"claude-opus-4-8":0.1111111111111111,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.4444444444444444},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.2777777777777778,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1265,"out_tokens":1599},"claude-opus-4-8":{"in_tokens":2408,"out_tokens":811},"claude-opus-4-7":{"in_tokens":2413,"out_tokens":685},"mistral-large-2":{"in_tokens":1366,"out_tokens":632}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":22.25453040900004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.625,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.40625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":1348},"claude-opus-4-8":{"in_tokens":2595,"out_tokens":828},"claude-opus-4-7":{"in_tokens":2600,"out_tokens":622},"mistral-large-2":{"in_tokens":1457,"out_tokens":651}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":809,"out_tokens":288,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":20.957806479999988,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1314,"out_tokens":1574},"claude-opus-4-8":{"in_tokens":2624,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2629,"out_tokens":570},"mistral-large-2":{"in_tokens":1388,"out_tokens":565}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":284,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":5.144157948999975,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.5,"claude-opus-4-7":0.25,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.2916666666666667,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1156,"out_tokens":1651},"claude-opus-4-8":{"in_tokens":2305,"out_tokens":890},"claude-opus-4-7":{"in_tokens":2310,"out_tokens":672},"mistral-large-2":{"in_tokens":1218,"out_tokens":623}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":399,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":6.774737727999991,"hallucination_count":7.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":7.0,"claude-opus-4-7":9.0,"mistral-large-2":5.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":6},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":2306},"claude-opus-4-8":{"in_tokens":2414,"out_tokens":1074},"claude-opus-4-7":{"in_tokens":2419,"out_tokens":980},"mistral-large-2":{"in_tokens":1362,"out_tokens":672}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":293,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":22.786021135,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.375,"claude-opus-4-7":0.25,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.34375,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":2,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1364,"out_tokens":1283},"claude-opus-4-8":{"in_tokens":2605,"out_tokens":890},"claude-opus-4-7":{"in_tokens":2610,"out_tokens":781},"mistral-large-2":{"in_tokens":1425,"out_tokens":622}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":395,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":6.994325886000013,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.4583333333333333,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1391,"out_tokens":2961},"claude-opus-4-8":{"in_tokens":2667,"out_tokens":789},"claude-opus-4-7":{"in_tokens":2672,"out_tokens":753},"mistral-large-2":{"in_tokens":1531,"out_tokens":534}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":741,"out_tokens":369,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":34.22202210400002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6499999999999999,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1438,"out_tokens":1746},"claude-opus-4-8":{"in_tokens":2815,"out_tokens":988},"claude-opus-4-7":{"in_tokens":2820,"out_tokens":663},"mistral-large-2":{"in_tokens":1534,"out_tokens":732}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":2789,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":42.76384013200001,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":6.0,"claude-opus-4-7":4.0,"mistral-large-2":6.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1571,"out_tokens":2308},"claude-opus-4-8":{"in_tokens":3016,"out_tokens":1046},"claude-opus-4-7":{"in_tokens":3021,"out_tokens":762},"mistral-large-2":{"in_tokens":1668,"out_tokens":848}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":267,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":5.283134802999996,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":6.0,"claude-opus-4-7":4.0,"mistral-large-2":8.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":1},"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1177,"out_tokens":1856},"claude-opus-4-8":{"in_tokens":2414,"out_tokens":976},"claude-opus-4-7":{"in_tokens":2419,"out_tokens":571},"mistral-large-2":{"in_tokens":1300,"out_tokens":739}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":381,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":8.967103758000007,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6296296296296297,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1236,"out_tokens":1790},"claude-opus-4-8":{"in_tokens":2434,"out_tokens":674},"claude-opus-4-7":{"in_tokens":2439,"out_tokens":561},"mistral-large-2":{"in_tokens":1326,"out_tokens":521}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":378,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":6.018917939999994,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.25},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1302,"out_tokens":1684},"claude-opus-4-8":{"in_tokens":2437,"out_tokens":996},"claude-opus-4-7":{"in_tokens":2442,"out_tokens":805},"mistral-large-2":{"in_tokens":1467,"out_tokens":751}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":1162,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.262822518000007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1638,"out_tokens":1033},"claude-opus-4-8":{"in_tokens":3023,"out_tokens":479},"claude-opus-4-7":{"in_tokens":3028,"out_tokens":414},"mistral-large-2":{"in_tokens":1708,"out_tokens":546}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":471,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":7.580917129999989,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.375,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.4583333333333333,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1562,"out_tokens":2042},"claude-opus-4-8":{"in_tokens":3052,"out_tokens":787},"claude-opus-4-7":{"in_tokens":3057,"out_tokens":473},"mistral-large-2":{"in_tokens":1745,"out_tokens":637}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":249,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":4.500443232000009,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.2857142857142857,"claude-opus-4-8":0.42857142857142855,"claude-opus-4-7":0.42857142857142855,"mistral-large-2":0.5714285714285714},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.38095238095238093,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1482,"out_tokens":1377},"claude-opus-4-8":{"in_tokens":2706,"out_tokens":773},"claude-opus-4-7":{"in_tokens":2711,"out_tokens":595},"mistral-large-2":{"in_tokens":1660,"out_tokens":568}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":5.1720244420000085,"hallucination_count":8.25,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":11.0,"claude-opus-4-7":7.0,"mistral-large-2":8.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":2,"other":4},"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":1861},"claude-opus-4-8":{"in_tokens":2372,"out_tokens":1195},"claude-opus-4-7":{"in_tokens":2377,"out_tokens":813},"mistral-large-2":{"in_tokens":1330,"out_tokens":827}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":378,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":6.859356257000002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.7916666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1760,"out_tokens":2823},"claude-opus-4-8":{"in_tokens":3290,"out_tokens":1070},"claude-opus-4-7":{"in_tokens":3295,"out_tokens":637},"mistral-large-2":{"in_tokens":1884,"out_tokens":606}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":4.255998639999973,"hallucination_count":7.25,"hallucination_top100":0,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":8.0,"claude-opus-4-7":7.0,"mistral-large-2":7.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":2},"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1182,"out_tokens":1741},"claude-opus-4-8":{"in_tokens":2281,"out_tokens":1046},"claude-opus-4-7":{"in_tokens":2286,"out_tokens":769},"mistral-large-2":{"in_tokens":1300,"out_tokens":796}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":1722,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":28.232583214999977,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.9523809523809524,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1454,"out_tokens":1176},"claude-opus-4-8":{"in_tokens":2844,"out_tokens":612},"claude-opus-4-7":{"in_tokens":2849,"out_tokens":584},"mistral-large-2":{"in_tokens":1556,"out_tokens":483}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1011,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":18.658383198999957,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":1694},"claude-opus-4-8":{"in_tokens":2767,"out_tokens":634},"claude-opus-4-7":{"in_tokens":2772,"out_tokens":501},"mistral-large-2":{"in_tokens":1581,"out_tokens":599}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":825,"out_tokens":452,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":62.019943281999986,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1548,"out_tokens":1948},"claude-opus-4-8":{"in_tokens":2940,"out_tokens":771},"claude-opus-4-7":{"in_tokens":2945,"out_tokens":513},"mistral-large-2":{"in_tokens":1650,"out_tokens":740}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":1017,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.382791580999992,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":4,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1363,"out_tokens":1764},"claude-opus-4-8":{"in_tokens":2610,"out_tokens":720},"claude-opus-4-7":{"in_tokens":2615,"out_tokens":533},"mistral-large-2":{"in_tokens":1444,"out_tokens":589}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":5.469552769000018,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.4444444444444444,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.2222222222222222,"claude-opus-4-7":0.2222222222222222,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.25925925925925924,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1341,"out_tokens":2128},"claude-opus-4-8":{"in_tokens":2575,"out_tokens":938},"claude-opus-4-7":{"in_tokens":2580,"out_tokens":773},"mistral-large-2":{"in_tokens":1463,"out_tokens":663}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":0.3055555555555555,"duration_s":4.18065759000001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.4444444444444444,"judge_scores":{"gpt-5":0.1111111111111111,"claude-opus-4-8":0.2222222222222222,"claude-opus-4-7":0.2222222222222222,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.1851851851851852,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1156,"out_tokens":1751},"claude-opus-4-8":{"in_tokens":2187,"out_tokens":866},"claude-opus-4-7":{"in_tokens":2192,"out_tokens":700},"mistral-large-2":{"in_tokens":1274,"out_tokens":699}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":1058,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.22349222500003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.25,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1430,"out_tokens":2066},"claude-opus-4-8":{"in_tokens":2717,"out_tokens":762},"claude-opus-4-7":{"in_tokens":2722,"out_tokens":558},"mistral-large-2":{"in_tokens":1510,"out_tokens":603}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":253,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":4.476969171999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.40740740740740744,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":1517},"claude-opus-4-8":{"in_tokens":2407,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2412,"out_tokens":601},"mistral-large-2":{"in_tokens":1340,"out_tokens":668}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2312,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":37.25286914499998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1651,"out_tokens":1580},"claude-opus-4-8":{"in_tokens":3307,"out_tokens":691},"claude-opus-4-7":{"in_tokens":3312,"out_tokens":575},"mistral-large-2":{"in_tokens":1758,"out_tokens":600}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":351,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":6.302568342000029,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.375,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1252,"out_tokens":1588},"claude-opus-4-8":{"in_tokens":2433,"out_tokens":751},"claude-opus-4-7":{"in_tokens":2438,"out_tokens":511},"mistral-large-2":{"in_tokens":1389,"out_tokens":589}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":20.880933681999977,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.4444444444444444},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.41666666666666663,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":1137},"claude-opus-4-8":{"in_tokens":2529,"out_tokens":722},"claude-opus-4-7":{"in_tokens":2534,"out_tokens":604},"mistral-large-2":{"in_tokens":1412,"out_tokens":818}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":21.61500693199997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.375,"claude-opus-4-7":0.625,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.40625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1186,"out_tokens":1308},"claude-opus-4-8":{"in_tokens":2256,"out_tokens":653},"claude-opus-4-7":{"in_tokens":2261,"out_tokens":510},"mistral-large-2":{"in_tokens":1247,"out_tokens":638}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":362,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":5.375953262999985,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":1932},"claude-opus-4-8":{"in_tokens":2183,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2188,"out_tokens":580},"mistral-large-2":{"in_tokens":1221,"out_tokens":550}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":313,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":5.09988668699998,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.041666666666666664,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":1},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1216,"out_tokens":2118},"claude-opus-4-8":{"in_tokens":2273,"out_tokens":876},"claude-opus-4-7":{"in_tokens":2278,"out_tokens":774},"mistral-large-2":{"in_tokens":1331,"out_tokens":707}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":4.346350459000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1120,"out_tokens":1493},"claude-opus-4-8":{"in_tokens":2149,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2154,"out_tokens":540},"mistral-large-2":{"in_tokens":1247,"out_tokens":521}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":298,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":8.04813772099999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.40740740740740744,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1205,"out_tokens":1871},"claude-opus-4-8":{"in_tokens":2409,"out_tokens":862},"claude-opus-4-7":{"in_tokens":2414,"out_tokens":842},"mistral-large-2":{"in_tokens":1315,"out_tokens":648}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":887,"out_tokens":300,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":24.715677561999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.4},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.4,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1826,"out_tokens":2992},"claude-opus-4-8":{"in_tokens":3378,"out_tokens":926},"claude-opus-4-7":{"in_tokens":3383,"out_tokens":745},"mistral-large-2":{"in_tokens":1937,"out_tokens":811}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":1169,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":19.21447890999997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1498,"out_tokens":1282},"claude-opus-4-8":{"in_tokens":2862,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2867,"out_tokens":434},"mistral-large-2":{"in_tokens":1586,"out_tokens":555}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":269,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":25.017026860999977,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.75,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1287,"out_tokens":1800},"claude-opus-4-8":{"in_tokens":2378,"out_tokens":515},"claude-opus-4-7":{"in_tokens":2383,"out_tokens":457},"mistral-large-2":{"in_tokens":1347,"out_tokens":741}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":31.311372602000006,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":1324},"claude-opus-4-8":{"in_tokens":2536,"out_tokens":699},"claude-opus-4-7":{"in_tokens":2541,"out_tokens":538},"mistral-large-2":{"in_tokens":1387,"out_tokens":557}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":776,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":14.03475119899997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9285714285714286,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1243,"out_tokens":1156},"claude-opus-4-8":{"in_tokens":2332,"out_tokens":499},"claude-opus-4-7":{"in_tokens":2337,"out_tokens":407},"mistral-large-2":{"in_tokens":1292,"out_tokens":545}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":836,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":42.20259115700003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.5714285714285714,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6785714285714286,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1230,"out_tokens":1233},"claude-opus-4-8":{"in_tokens":2407,"out_tokens":742},"claude-opus-4-7":{"in_tokens":2412,"out_tokens":515},"mistral-large-2":{"in_tokens":1299,"out_tokens":472}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":695,"out_tokens":1008,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":18.378677643999993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1578,"out_tokens":1468},"claude-opus-4-8":{"in_tokens":2957,"out_tokens":647},"claude-opus-4-7":{"in_tokens":2962,"out_tokens":494},"mistral-large-2":{"in_tokens":1659,"out_tokens":646}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":1180,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":21.347649821999994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1597,"out_tokens":2325},"claude-opus-4-8":{"in_tokens":2958,"out_tokens":611},"claude-opus-4-7":{"in_tokens":2963,"out_tokens":448},"mistral-large-2":{"in_tokens":1655,"out_tokens":618}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":21.066167054000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.75,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1228,"out_tokens":1521},"claude-opus-4-8":{"in_tokens":2274,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2279,"out_tokens":551},"mistral-large-2":{"in_tokens":1291,"out_tokens":539}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":870,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":15.095257681000021,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":1136},"claude-opus-4-8":{"in_tokens":2537,"out_tokens":558},"claude-opus-4-7":{"in_tokens":2542,"out_tokens":539},"mistral-large-2":{"in_tokens":1432,"out_tokens":663}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2786,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":39.13749671900001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1727,"out_tokens":2637},"claude-opus-4-8":{"in_tokens":3273,"out_tokens":717},"claude-opus-4-7":{"in_tokens":3278,"out_tokens":636},"mistral-large-2":{"in_tokens":1896,"out_tokens":672}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":888,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":14.079544526999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1331,"out_tokens":913},"claude-opus-4-8":{"in_tokens":2518,"out_tokens":522},"claude-opus-4-7":{"in_tokens":2523,"out_tokens":472},"mistral-large-2":{"in_tokens":1392,"out_tokens":531}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3442,"error":null,"skip_reason":null,"score_raw":0.5499999999999999,"duration_s":45.844116085999985,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.6,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.6333333333333333,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":2,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2379,"out_tokens":3572},"claude-opus-4-8":{"in_tokens":4358,"out_tokens":1126},"claude-opus-4-7":{"in_tokens":4363,"out_tokens":846},"mistral-large-2":{"in_tokens":2549,"out_tokens":790}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":24.510941533999983,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.125,"claude-opus-4-7":0.25,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.21875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1098,"out_tokens":1473},"claude-opus-4-8":{"in_tokens":2066,"out_tokens":748},"claude-opus-4-7":{"in_tokens":2071,"out_tokens":515},"mistral-large-2":{"in_tokens":1152,"out_tokens":811}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":794,"out_tokens":332,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":42.35842253999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1472,"out_tokens":1248},"claude-opus-4-8":{"in_tokens":2800,"out_tokens":789},"claude-opus-4-7":{"in_tokens":2805,"out_tokens":611},"mistral-large-2":{"in_tokens":1612,"out_tokens":542}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":19.850892140999974,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1112,"out_tokens":1202},"claude-opus-4-8":{"in_tokens":2133,"out_tokens":549},"claude-opus-4-7":{"in_tokens":2138,"out_tokens":460},"mistral-large-2":{"in_tokens":1183,"out_tokens":453}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.938728562999984,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1075,"out_tokens":1268},"claude-opus-4-8":{"in_tokens":2044,"out_tokens":519},"claude-opus-4-7":{"in_tokens":2049,"out_tokens":491},"mistral-large-2":{"in_tokens":1126,"out_tokens":473}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":9770,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":152.060456771,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.4444444444444444,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.5833333333333334,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":3,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1593,"out_tokens":2645},"claude-opus-4-8":{"in_tokens":2988,"out_tokens":1010},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":990},"mistral-large-2":{"in_tokens":1767,"out_tokens":796}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":865,"out_tokens":405,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.75164436600005,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":1257},"claude-opus-4-8":{"in_tokens":2873,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2878,"out_tokens":539},"mistral-large-2":{"in_tokens":1584,"out_tokens":610}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":704,"out_tokens":1102,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":19.830507769999997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1728,"out_tokens":1407},"claude-opus-4-8":{"in_tokens":3255,"out_tokens":603},"claude-opus-4-7":{"in_tokens":3260,"out_tokens":546},"mistral-large-2":{"in_tokens":1788,"out_tokens":633}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":1354,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":21.80651442599998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1611,"out_tokens":1361},"claude-opus-4-8":{"in_tokens":3008,"out_tokens":548},"claude-opus-4-7":{"in_tokens":3013,"out_tokens":448},"mistral-large-2":{"in_tokens":1669,"out_tokens":555}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":645,"out_tokens":1075,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":18.194713438999997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1536,"out_tokens":2224},"claude-opus-4-8":{"in_tokens":2914,"out_tokens":682},"claude-opus-4-7":{"in_tokens":2919,"out_tokens":512},"mistral-large-2":{"in_tokens":1597,"out_tokens":603}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":930,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":17.06303632700002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1447,"out_tokens":1223},"claude-opus-4-8":{"in_tokens":2718,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2723,"out_tokens":513},"mistral-large-2":{"in_tokens":1510,"out_tokens":800}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":19.02420612100002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8214285714285714,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1008,"out_tokens":1400},"claude-opus-4-8":{"in_tokens":1904,"out_tokens":469},"claude-opus-4-7":{"in_tokens":1909,"out_tokens":394},"mistral-large-2":{"in_tokens":1046,"out_tokens":477}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2712,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":43.043403791,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.125,"claude-opus-4-7":0.375,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":8.0,"claude-opus-4-7":6.0,"mistral-large-2":4.0},"score_ex_family":0.2916666666666667,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":6,"other":1},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1680,"out_tokens":2674},"claude-opus-4-8":{"in_tokens":3214,"out_tokens":1094},"claude-opus-4-7":{"in_tokens":3219,"out_tokens":871},"mistral-large-2":{"in_tokens":1747,"out_tokens":670}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":15.372498253000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.4444444444444444},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.4444444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1080,"out_tokens":992},"claude-opus-4-8":{"in_tokens":2058,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2063,"out_tokens":557},"mistral-large-2":{"in_tokens":1136,"out_tokens":514}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":18.121829289000004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1169},"claude-opus-4-8":{"in_tokens":2249,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2254,"out_tokens":484},"mistral-large-2":{"in_tokens":1261,"out_tokens":590}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":856,"out_tokens":318,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":22.925503875000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5555555555555556,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1439,"out_tokens":1348},"claude-opus-4-8":{"in_tokens":2682,"out_tokens":735},"claude-opus-4-7":{"in_tokens":2687,"out_tokens":579},"mistral-large-2":{"in_tokens":1502,"out_tokens":582}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":825,"out_tokens":396,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":43.935827614999994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.5,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1509,"out_tokens":2091},"claude-opus-4-8":{"in_tokens":2889,"out_tokens":674},"claude-opus-4-7":{"in_tokens":2894,"out_tokens":704},"mistral-large-2":{"in_tokens":1568,"out_tokens":653}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1681,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":25.06574865700003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.7777777777777777,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1751,"out_tokens":1602},"claude-opus-4-8":{"in_tokens":3218,"out_tokens":672},"claude-opus-4-7":{"in_tokens":3223,"out_tokens":626},"mistral-large-2":{"in_tokens":1832,"out_tokens":780}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":3707,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":55.341438599000014,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":5.0},"score_ex_family":0.9259259259259259,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":1,"other":6},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1776,"out_tokens":2414},"claude-opus-4-8":{"in_tokens":3351,"out_tokens":1153},"claude-opus-4-7":{"in_tokens":3356,"out_tokens":745},"mistral-large-2":{"in_tokens":1920,"out_tokens":788}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":55.05537801700001,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.3333333333333333,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.1111111111111111,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":5.0,"mistral-large-2":3.0},"score_ex_family":0.2777777777777778,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":3,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1409,"out_tokens":2294},"claude-opus-4-8":{"in_tokens":2708,"out_tokens":1065},"claude-opus-4-7":{"in_tokens":2713,"out_tokens":702},"mistral-large-2":{"in_tokens":1529,"out_tokens":823}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":266,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":23.359663953999984,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1317,"out_tokens":1449},"claude-opus-4-8":{"in_tokens":2468,"out_tokens":561},"claude-opus-4-7":{"in_tokens":2473,"out_tokens":489},"mistral-large-2":{"in_tokens":1385,"out_tokens":588}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":754,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":13.439339265000001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.375,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.4375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1355,"out_tokens":1414},"claude-opus-4-8":{"in_tokens":2530,"out_tokens":829},"claude-opus-4-7":{"in_tokens":2535,"out_tokens":700},"mistral-large-2":{"in_tokens":1394,"out_tokens":625}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":1029,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":16.703906219999965,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1511,"out_tokens":987},"claude-opus-4-8":{"in_tokens":2797,"out_tokens":515},"claude-opus-4-7":{"in_tokens":2802,"out_tokens":535},"mistral-large-2":{"in_tokens":1596,"out_tokens":684}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":894,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.689574007000033,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1339,"out_tokens":1122},"claude-opus-4-8":{"in_tokens":2576,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2581,"out_tokens":446},"mistral-large-2":{"in_tokens":1396,"out_tokens":922}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":2294,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":32.146689005999974,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2097,"out_tokens":1514},"claude-opus-4-8":{"in_tokens":4024,"out_tokens":644},"claude-opus-4-7":{"in_tokens":4029,"out_tokens":580},"mistral-large-2":{"in_tokens":2198,"out_tokens":699}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":14275,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":174.93680964200001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.275,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":3},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1748,"out_tokens":4070},"claude-opus-4-8":{"in_tokens":3372,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":3377,"out_tokens":1536},"mistral-large-2":{"in_tokens":1887,"out_tokens":851}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":938,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":16.338200959000005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1482,"out_tokens":1463},"claude-opus-4-8":{"in_tokens":2835,"out_tokens":729},"claude-opus-4-7":{"in_tokens":2840,"out_tokens":544},"mistral-large-2":{"in_tokens":1634,"out_tokens":809}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":16.70143879799997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.53125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1080,"out_tokens":1169},"claude-opus-4-8":{"in_tokens":2054,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2059,"out_tokens":488},"mistral-large-2":{"in_tokens":1131,"out_tokens":522}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.310308867000003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1241,"out_tokens":1837},"claude-opus-4-8":{"in_tokens":2335,"out_tokens":573},"claude-opus-4-7":{"in_tokens":2340,"out_tokens":518},"mistral-large-2":{"in_tokens":1300,"out_tokens":522}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":286,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":18.134726065999985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1429,"out_tokens":1447},"claude-opus-4-8":{"in_tokens":2721,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2726,"out_tokens":538},"mistral-large-2":{"in_tokens":1475,"out_tokens":571}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1610,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":22.781517038000004,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1602,"out_tokens":1237},"claude-opus-4-8":{"in_tokens":2990,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2995,"out_tokens":510},"mistral-large-2":{"in_tokens":1697,"out_tokens":652}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":375,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.703110101999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1406,"out_tokens":1162},"claude-opus-4-8":{"in_tokens":2605,"out_tokens":513},"claude-opus-4-7":{"in_tokens":2610,"out_tokens":406},"mistral-large-2":{"in_tokens":1478,"out_tokens":530}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":64.23967563999997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.625,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1072,"out_tokens":2126},"claude-opus-4-8":{"in_tokens":2064,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2069,"out_tokens":672},"mistral-large-2":{"in_tokens":1128,"out_tokens":585}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":816,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":17.437013740999987,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.625,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.59375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1199,"out_tokens":1770},"claude-opus-4-8":{"in_tokens":2197,"out_tokens":549},"claude-opus-4-7":{"in_tokens":2202,"out_tokens":534},"mistral-large-2":{"in_tokens":1259,"out_tokens":539}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":846,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":15.61030840999996,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1278,"out_tokens":1722},"claude-opus-4-8":{"in_tokens":2537,"out_tokens":655},"claude-opus-4-7":{"in_tokens":2542,"out_tokens":544},"mistral-large-2":{"in_tokens":1385,"out_tokens":716}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":664,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":11.08087138000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1211,"out_tokens":910},"claude-opus-4-8":{"in_tokens":2333,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2338,"out_tokens":524},"mistral-large-2":{"in_tokens":1305,"out_tokens":500}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":882,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":13.551413901999979,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1408,"out_tokens":2000},"claude-opus-4-8":{"in_tokens":2673,"out_tokens":736},"claude-opus-4-7":{"in_tokens":2678,"out_tokens":607},"mistral-large-2":{"in_tokens":1519,"out_tokens":668}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":24.56168860500003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.5,"claude-opus-4-7":0.375,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.4375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1065,"out_tokens":1646},"claude-opus-4-8":{"in_tokens":1981,"out_tokens":589},"claude-opus-4-7":{"in_tokens":1986,"out_tokens":493},"mistral-large-2":{"in_tokens":1113,"out_tokens":514}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":65.06432732600001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7916666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1003,"out_tokens":1271},"claude-opus-4-8":{"in_tokens":1951,"out_tokens":497},"claude-opus-4-7":{"in_tokens":1956,"out_tokens":396},"mistral-large-2":{"in_tokens":1082,"out_tokens":469}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1044,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":15.002087446000019,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.9583333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1479,"out_tokens":1470},"claude-opus-4-8":{"in_tokens":2790,"out_tokens":539},"claude-opus-4-7":{"in_tokens":2795,"out_tokens":598},"mistral-large-2":{"in_tokens":1561,"out_tokens":551}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1439,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":20.11148122999998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1687,"out_tokens":1448},"claude-opus-4-8":{"in_tokens":3136,"out_tokens":634},"claude-opus-4-7":{"in_tokens":3141,"out_tokens":508},"mistral-large-2":{"in_tokens":1771,"out_tokens":662}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":742,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":20.537986861000036,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.46875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1217,"out_tokens":1295},"claude-opus-4-8":{"in_tokens":2296,"out_tokens":660},"claude-opus-4-7":{"in_tokens":2301,"out_tokens":510},"mistral-large-2":{"in_tokens":1280,"out_tokens":621}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":391,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":66.95826446400002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7407407407407408,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":2238},"claude-opus-4-8":{"in_tokens":2418,"out_tokens":611},"claude-opus-4-7":{"in_tokens":2423,"out_tokens":539},"mistral-large-2":{"in_tokens":1383,"out_tokens":536}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":1063,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":17.658782460999987,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":1748},"claude-opus-4-8":{"in_tokens":2727,"out_tokens":750},"claude-opus-4-7":{"in_tokens":2732,"out_tokens":597},"mistral-large-2":{"in_tokens":1574,"out_tokens":606}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.410782704999974,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1222,"out_tokens":1075},"claude-opus-4-8":{"in_tokens":2313,"out_tokens":499},"claude-opus-4-7":{"in_tokens":2318,"out_tokens":444},"mistral-large-2":{"in_tokens":1273,"out_tokens":598}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":426,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":68.88854844699995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1298,"out_tokens":1074},"claude-opus-4-8":{"in_tokens":2439,"out_tokens":717},"claude-opus-4-7":{"in_tokens":2444,"out_tokens":515},"mistral-large-2":{"in_tokens":1397,"out_tokens":534}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":164,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":14.848099880000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.46875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1114,"out_tokens":877},"claude-opus-4-8":{"in_tokens":2118,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2123,"out_tokens":474},"mistral-large-2":{"in_tokens":1170,"out_tokens":420}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":544,"out_tokens":7280,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":193.67058500800002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.8214285714285714,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":3,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1553,"out_tokens":1941},"claude-opus-4-8":{"in_tokens":3033,"out_tokens":604},"claude-opus-4-7":{"in_tokens":3038,"out_tokens":593},"mistral-large-2":{"in_tokens":1636,"out_tokens":626}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":773,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":16.26595419900002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.84375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1120,"out_tokens":930},"claude-opus-4-8":{"in_tokens":2122,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2127,"out_tokens":461},"mistral-large-2":{"in_tokens":1179,"out_tokens":497}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":1951,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":26.225038901999994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1938,"out_tokens":1347},"claude-opus-4-8":{"in_tokens":3619,"out_tokens":612},"claude-opus-4-7":{"in_tokens":3624,"out_tokens":560},"mistral-large-2":{"in_tokens":2035,"out_tokens":565}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":601,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":10.512797349999971,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.3333333333333333,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.1111111111111111,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.1851851851851852,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1682,"out_tokens":2836},"claude-opus-4-8":{"in_tokens":3372,"out_tokens":1001},"claude-opus-4-7":{"in_tokens":3377,"out_tokens":899},"mistral-large-2":{"in_tokens":1813,"out_tokens":751}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":633,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":10.211709527000039,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":2125},"claude-opus-4-8":{"in_tokens":2341,"out_tokens":805},"claude-opus-4-7":{"in_tokens":2346,"out_tokens":516},"mistral-large-2":{"in_tokens":1371,"out_tokens":635}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":496,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":8.974952324000014,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1445,"out_tokens":2185},"claude-opus-4-8":{"in_tokens":3026,"out_tokens":684},"claude-opus-4-7":{"in_tokens":3031,"out_tokens":551},"mistral-large-2":{"in_tokens":1549,"out_tokens":583}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":531,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":8.845399629000042,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1512,"out_tokens":1955},"claude-opus-4-8":{"in_tokens":3028,"out_tokens":663},"claude-opus-4-7":{"in_tokens":3033,"out_tokens":831},"mistral-large-2":{"in_tokens":1632,"out_tokens":640}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.62325617900001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1159,"out_tokens":1491},"claude-opus-4-8":{"in_tokens":2198,"out_tokens":545},"claude-opus-4-7":{"in_tokens":2203,"out_tokens":451},"mistral-large-2":{"in_tokens":1218,"out_tokens":549}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":440,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":9.106783379000035,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.5714285714285714,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5714285714285714,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1267,"out_tokens":1739},"claude-opus-4-8":{"in_tokens":2607,"out_tokens":575},"claude-opus-4-7":{"in_tokens":2612,"out_tokens":524},"mistral-large-2":{"in_tokens":1353,"out_tokens":523}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":772,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":11.851228090999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.75,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":1452},"claude-opus-4-8":{"in_tokens":2529,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2534,"out_tokens":559},"mistral-large-2":{"in_tokens":1457,"out_tokens":517}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":761,"out_tokens":128,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.527089949000015,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":969,"out_tokens":1158},"claude-opus-4-8":{"in_tokens":1820,"out_tokens":426},"claude-opus-4-7":{"in_tokens":1825,"out_tokens":373},"mistral-large-2":{"in_tokens":1008,"out_tokens":463}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1071,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":13.966748772000017,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1127,"out_tokens":903},"claude-opus-4-8":{"in_tokens":2103,"out_tokens":442},"claude-opus-4-7":{"in_tokens":2108,"out_tokens":390},"mistral-large-2":{"in_tokens":1175,"out_tokens":586}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":799,"out_tokens":339,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":18.819481662000044,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.84375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1251,"out_tokens":1367},"claude-opus-4-8":{"in_tokens":2367,"out_tokens":567},"claude-opus-4-7":{"in_tokens":2372,"out_tokens":460},"mistral-large-2":{"in_tokens":1336,"out_tokens":535}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":629,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":10.230151077000016,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1322,"out_tokens":2135},"claude-opus-4-8":{"in_tokens":2674,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2679,"out_tokens":485},"mistral-large-2":{"in_tokens":1432,"out_tokens":497}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":171,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.178913653999984,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1130,"out_tokens":1140},"claude-opus-4-8":{"in_tokens":2133,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2138,"out_tokens":509},"mistral-large-2":{"in_tokens":1171,"out_tokens":524}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":1098,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":18.59176426199997,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1512,"out_tokens":1877},"claude-opus-4-8":{"in_tokens":2929,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2934,"out_tokens":731},"mistral-large-2":{"in_tokens":1663,"out_tokens":792}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":787,"out_tokens":244,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":16.191673931999958,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1228,"out_tokens":1288},"claude-opus-4-8":{"in_tokens":2281,"out_tokens":637},"claude-opus-4-7":{"in_tokens":2286,"out_tokens":558},"mistral-large-2":{"in_tokens":1283,"out_tokens":576}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":1546,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":22.712371687999962,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1432,"out_tokens":1433},"claude-opus-4-8":{"in_tokens":2761,"out_tokens":534},"claude-opus-4-7":{"in_tokens":2766,"out_tokens":473},"mistral-large-2":{"in_tokens":1515,"out_tokens":710}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":1323,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":20.69290045499997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1481,"out_tokens":2431},"claude-opus-4-8":{"in_tokens":2972,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2977,"out_tokens":579},"mistral-large-2":{"in_tokens":1609,"out_tokens":649}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":407,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":7.156191379000006,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.2857142857142857,"judge_scores":{"gpt-5":0.14285714285714285,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.2857142857142857,"mistral-large-2":0.5714285714285714},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.38095238095238093,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":2544},"claude-opus-4-8":{"in_tokens":2318,"out_tokens":609},"claude-opus-4-7":{"in_tokens":2323,"out_tokens":507},"mistral-large-2":{"in_tokens":1292,"out_tokens":672}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":563,"out_tokens":11340,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":184.540914327,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.4,"mistral-large-2":0.4},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1766,"out_tokens":1920},"claude-opus-4-8":{"in_tokens":3352,"out_tokens":1149},"claude-opus-4-7":{"in_tokens":3357,"out_tokens":863},"mistral-large-2":{"in_tokens":1910,"out_tokens":887}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":491,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":8.881177765000018,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.7222222222222223,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":5,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1191,"out_tokens":2136},"claude-opus-4-8":{"in_tokens":2429,"out_tokens":709},"claude-opus-4-7":{"in_tokens":2434,"out_tokens":547},"mistral-large-2":{"in_tokens":1263,"out_tokens":424}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":14457,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":208.18862121799998,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":4.0,"claude-opus-4-7":5.0,"mistral-large-2":3.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":4,"paragraph":8,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1816,"out_tokens":2424},"claude-opus-4-8":{"in_tokens":3499,"out_tokens":1317},"claude-opus-4-7":{"in_tokens":3504,"out_tokens":848},"mistral-large-2":{"in_tokens":1964,"out_tokens":793}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":216,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":17.273796617000016,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7142857142857143,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1067,"out_tokens":1080},"claude-opus-4-8":{"in_tokens":2041,"out_tokens":487},"claude-opus-4-7":{"in_tokens":2046,"out_tokens":454},"mistral-large-2":{"in_tokens":1118,"out_tokens":507}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":649,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":11.334342063000008,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":2.0},"score_ex_family":0.9444444444444445,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":2,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1353,"out_tokens":1863},"claude-opus-4-8":{"in_tokens":2730,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2735,"out_tokens":581},"mistral-large-2":{"in_tokens":1435,"out_tokens":504}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":705,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":12.449967328000014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1307,"out_tokens":1059},"claude-opus-4-8":{"in_tokens":2505,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2510,"out_tokens":552},"mistral-large-2":{"in_tokens":1414,"out_tokens":546}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1512,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":21.02139859800002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9583333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1571,"out_tokens":1314},"claude-opus-4-8":{"in_tokens":2976,"out_tokens":581},"claude-opus-4-7":{"in_tokens":2981,"out_tokens":488},"mistral-large-2":{"in_tokens":1662,"out_tokens":597}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":170,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":18.940014243000007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.6749999999999999,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1177,"out_tokens":1662},"claude-opus-4-8":{"in_tokens":2240,"out_tokens":800},"claude-opus-4-7":{"in_tokens":2245,"out_tokens":556},"mistral-large-2":{"in_tokens":1284,"out_tokens":664}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":869,"out_tokens":277,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":17.526170441000033,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.59375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1341,"out_tokens":1236},"claude-opus-4-8":{"in_tokens":2493,"out_tokens":569},"claude-opus-4-7":{"in_tokens":2498,"out_tokens":493},"mistral-large-2":{"in_tokens":1405,"out_tokens":579}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":7845,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":213.022463642,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2041,"out_tokens":2565},"claude-opus-4-8":{"in_tokens":4094,"out_tokens":635},"claude-opus-4-7":{"in_tokens":4099,"out_tokens":691},"mistral-large-2":{"in_tokens":2167,"out_tokens":753}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":523,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":8.857963987999995,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.0,"mistral-large-2":0.3333333333333333},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.1111111111111111,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1247,"out_tokens":1475},"claude-opus-4-8":{"in_tokens":2523,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2528,"out_tokens":620},"mistral-large-2":{"in_tokens":1343,"out_tokens":595}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":483,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":8.440208420999966,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1180,"out_tokens":1884},"claude-opus-4-8":{"in_tokens":2275,"out_tokens":472},"claude-opus-4-7":{"in_tokens":2280,"out_tokens":482},"mistral-large-2":{"in_tokens":1221,"out_tokens":490}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":453,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":7.520974542000033,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":10,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1211,"out_tokens":2676},"claude-opus-4-8":{"in_tokens":2372,"out_tokens":910},"claude-opus-4-7":{"in_tokens":2377,"out_tokens":716},"mistral-large-2":{"in_tokens":1275,"out_tokens":750}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":741,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":14.284240007999983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1095,"out_tokens":1170},"claude-opus-4-8":{"in_tokens":2085,"out_tokens":541},"claude-opus-4-7":{"in_tokens":2090,"out_tokens":468},"mistral-large-2":{"in_tokens":1148,"out_tokens":495}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1290,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":22.68786664099997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1669,"out_tokens":2470},"claude-opus-4-8":{"in_tokens":3076,"out_tokens":678},"claude-opus-4-7":{"in_tokens":3081,"out_tokens":462},"mistral-large-2":{"in_tokens":1736,"out_tokens":809}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":579,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":10.747620694000034,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.16666666666666666,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.16666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.2222222222222222,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":1270},"claude-opus-4-8":{"in_tokens":2700,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2705,"out_tokens":436},"mistral-large-2":{"in_tokens":1386,"out_tokens":436}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":678,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":12.60727718000004,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.5,"claude-opus-4-7":0.375,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1230,"out_tokens":1770},"claude-opus-4-8":{"in_tokens":2292,"out_tokens":848},"claude-opus-4-7":{"in_tokens":2297,"out_tokens":570},"mistral-large-2":{"in_tokens":1365,"out_tokens":686}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":571,"out_tokens":821,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":15.007331659000045,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.4444444444444444},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.38888888888888884,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1421,"out_tokens":1711},"claude-opus-4-8":{"in_tokens":2699,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2704,"out_tokens":548},"mistral-large-2":{"in_tokens":1527,"out_tokens":772}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":1171,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":19.141587076999997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.6666666666666667,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1629,"out_tokens":2353},"claude-opus-4-8":{"in_tokens":3088,"out_tokens":735},"claude-opus-4-7":{"in_tokens":3093,"out_tokens":640},"mistral-large-2":{"in_tokens":1803,"out_tokens":783}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":22.333782885999995,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.125,"claude-opus-4-7":0.125,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.21875,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1037,"out_tokens":1517},"claude-opus-4-8":{"in_tokens":2055,"out_tokens":795},"claude-opus-4-7":{"in_tokens":2060,"out_tokens":509},"mistral-large-2":{"in_tokens":1130,"out_tokens":696}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1148,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":16.16564268100001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":1349},"claude-opus-4-8":{"in_tokens":2622,"out_tokens":592},"claude-opus-4-7":{"in_tokens":2627,"out_tokens":506},"mistral-large-2":{"in_tokens":1473,"out_tokens":596}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":6.7847218039999575,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5833333333333334,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1368,"out_tokens":2696},"claude-opus-4-8":{"in_tokens":2622,"out_tokens":641},"claude-opus-4-7":{"in_tokens":2627,"out_tokens":490},"mistral-large-2":{"in_tokens":1456,"out_tokens":621}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":980,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":14.124708826000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.9583333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1449,"out_tokens":1359},"claude-opus-4-8":{"in_tokens":2737,"out_tokens":549},"claude-opus-4-7":{"in_tokens":2742,"out_tokens":507},"mistral-large-2":{"in_tokens":1528,"out_tokens":497}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":868,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":15.346204265999972,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1477,"out_tokens":1927},"claude-opus-4-8":{"in_tokens":2794,"out_tokens":603},"claude-opus-4-7":{"in_tokens":2799,"out_tokens":712},"mistral-large-2":{"in_tokens":1633,"out_tokens":702}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":500,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":9.288268253000012,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.375,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.375,"claude-opus-4-7":0.25,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.20833333333333334,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1308,"out_tokens":1520},"claude-opus-4-8":{"in_tokens":2669,"out_tokens":716},"claude-opus-4-7":{"in_tokens":2674,"out_tokens":569},"mistral-large-2":{"in_tokens":1414,"out_tokens":607}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":141,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":15.228135393999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1003,"out_tokens":1274},"claude-opus-4-8":{"in_tokens":1955,"out_tokens":599},"claude-opus-4-7":{"in_tokens":1960,"out_tokens":550},"mistral-large-2":{"in_tokens":1081,"out_tokens":495}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":767,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":19.898761577000016,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1141,"out_tokens":1400},"claude-opus-4-8":{"in_tokens":2133,"out_tokens":629},"claude-opus-4-7":{"in_tokens":2138,"out_tokens":497},"mistral-large-2":{"in_tokens":1191,"out_tokens":557}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":441,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":7.58788518700004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.375,"claude-opus-4-7":0.375,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.25,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1208,"out_tokens":1778},"claude-opus-4-8":{"in_tokens":2379,"out_tokens":853},"claude-opus-4-7":{"in_tokens":2384,"out_tokens":653},"mistral-large-2":{"in_tokens":1282,"out_tokens":743}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":19.79789883899997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1129,"out_tokens":1206},"claude-opus-4-8":{"in_tokens":2166,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2171,"out_tokens":670},"mistral-large-2":{"in_tokens":1216,"out_tokens":620}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":326,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":5.71462363400002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8095238095238094,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1106,"out_tokens":2110},"claude-opus-4-8":{"in_tokens":2232,"out_tokens":561},"claude-opus-4-7":{"in_tokens":2237,"out_tokens":494},"mistral-large-2":{"in_tokens":1153,"out_tokens":484}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":639,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.55327251,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.7142857142857143,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1310,"out_tokens":2344},"claude-opus-4-8":{"in_tokens":2617,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2622,"out_tokens":600},"mistral-large-2":{"in_tokens":1398,"out_tokens":550}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":754,"out_tokens":319,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":29.628529841999978,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.4444444444444444,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6388888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1211,"out_tokens":1243},"claude-opus-4-8":{"in_tokens":2278,"out_tokens":727},"claude-opus-4-7":{"in_tokens":2283,"out_tokens":601},"mistral-large-2":{"in_tokens":1277,"out_tokens":573}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1701,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":29.53848356100002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":7.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1657,"out_tokens":1751},"claude-opus-4-8":{"in_tokens":3079,"out_tokens":628},"claude-opus-4-7":{"in_tokens":3084,"out_tokens":492},"mistral-large-2":{"in_tokens":1741,"out_tokens":711}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":395,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":21.208807938999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1552,"out_tokens":1107},"claude-opus-4-8":{"in_tokens":2968,"out_tokens":582},"claude-opus-4-7":{"in_tokens":2973,"out_tokens":538},"mistral-large-2":{"in_tokens":1614,"out_tokens":556}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":463,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":7.939012159000015,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.14285714285714285,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.4761904761904762,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":2,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1172,"out_tokens":2313},"claude-opus-4-8":{"in_tokens":2445,"out_tokens":739},"claude-opus-4-7":{"in_tokens":2450,"out_tokens":553},"mistral-large-2":{"in_tokens":1247,"out_tokens":593}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":899,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":14.039679941999964,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":1742},"claude-opus-4-8":{"in_tokens":2615,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2620,"out_tokens":508},"mistral-large-2":{"in_tokens":1444,"out_tokens":579}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":649,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":10.254793807999988,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":7.0,"claude-opus-4-7":6.0,"mistral-large-2":6.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":5},"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":2066,"out_tokens":1902},"claude-opus-4-8":{"in_tokens":4004,"out_tokens":1392},"claude-opus-4-7":{"in_tokens":4009,"out_tokens":1141},"mistral-large-2":{"in_tokens":2165,"out_tokens":891}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1164,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.02421515100002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1447,"out_tokens":2045},"claude-opus-4-8":{"in_tokens":2893,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2898,"out_tokens":575},"mistral-large-2":{"in_tokens":1536,"out_tokens":557}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1483,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":19.55641796499998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1473,"out_tokens":1226},"claude-opus-4-8":{"in_tokens":2718,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2723,"out_tokens":493},"mistral-large-2":{"in_tokens":1532,"out_tokens":556}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":680,"out_tokens":722,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":13.105212338000001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":1090},"claude-opus-4-8":{"in_tokens":2593,"out_tokens":653},"claude-opus-4-7":{"in_tokens":2598,"out_tokens":479},"mistral-large-2":{"in_tokens":1419,"out_tokens":499}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":1051,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":17.210842801000013,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1523,"out_tokens":1915},"claude-opus-4-8":{"in_tokens":2831,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2836,"out_tokens":585},"mistral-large-2":{"in_tokens":1720,"out_tokens":707}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":761,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":13.225796274999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.46875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":1074},"claude-opus-4-8":{"in_tokens":2089,"out_tokens":558},"claude-opus-4-7":{"in_tokens":2094,"out_tokens":469},"mistral-large-2":{"in_tokens":1167,"out_tokens":490}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":750,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":11.583874406999996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"judge_scores":{"gpt-5":0.1,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.4666666666666666,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2042,"out_tokens":2429},"claude-opus-4-8":{"in_tokens":4076,"out_tokens":1269},"claude-opus-4-7":{"in_tokens":4081,"out_tokens":885},"mistral-large-2":{"in_tokens":2203,"out_tokens":905}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":145,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":34.51958718100002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1011,"out_tokens":2015},"claude-opus-4-8":{"in_tokens":1929,"out_tokens":677},"claude-opus-4-7":{"in_tokens":1934,"out_tokens":525},"mistral-large-2":{"in_tokens":1140,"out_tokens":620}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":843,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":23.467669161999993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1177,"out_tokens":1479},"claude-opus-4-8":{"in_tokens":2221,"out_tokens":508},"claude-opus-4-7":{"in_tokens":2226,"out_tokens":531},"mistral-large-2":{"in_tokens":1218,"out_tokens":805}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1259,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":19.41905853000003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1748,"out_tokens":1324},"claude-opus-4-8":{"in_tokens":3238,"out_tokens":671},"claude-opus-4-7":{"in_tokens":3243,"out_tokens":561},"mistral-large-2":{"in_tokens":1799,"out_tokens":659}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":661,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":10.197781188000022,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1285,"out_tokens":1366},"claude-opus-4-8":{"in_tokens":2398,"out_tokens":553},"claude-opus-4-7":{"in_tokens":2403,"out_tokens":459},"mistral-large-2":{"in_tokens":1349,"out_tokens":459}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":139,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":20.87671528300001,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":7.0,"claude-opus-4-7":5.0,"mistral-large-2":5.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":984,"out_tokens":962},"claude-opus-4-8":{"in_tokens":1953,"out_tokens":837},"claude-opus-4-7":{"in_tokens":1958,"out_tokens":489},"mistral-large-2":{"in_tokens":1072,"out_tokens":620}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":703,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":13.30701623699997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.4,"claude-opus-4-7":0.4,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":0.0},"score_ex_family":0.3333333333333333,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2006,"out_tokens":2584},"claude-opus-4-8":{"in_tokens":4059,"out_tokens":1234},"claude-opus-4-7":{"in_tokens":4064,"out_tokens":761},"mistral-large-2":{"in_tokens":2118,"out_tokens":1104}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":22.226280662000022,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1146,"out_tokens":1149},"claude-opus-4-8":{"in_tokens":2173,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2178,"out_tokens":598},"mistral-large-2":{"in_tokens":1263,"out_tokens":648}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1745,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":23.90334107299998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1759,"out_tokens":1236},"claude-opus-4-8":{"in_tokens":3364,"out_tokens":705},"claude-opus-4-7":{"in_tokens":3369,"out_tokens":618},"mistral-large-2":{"in_tokens":1835,"out_tokens":730}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":525,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":9.38557429399998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7619047619047619,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1327,"out_tokens":1452},"claude-opus-4-8":{"in_tokens":2554,"out_tokens":524},"claude-opus-4-7":{"in_tokens":2559,"out_tokens":480},"mistral-large-2":{"in_tokens":1416,"out_tokens":584}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":618,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":10.83817703599999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1274,"out_tokens":1958},"claude-opus-4-8":{"in_tokens":2443,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2448,"out_tokens":507},"mistral-large-2":{"in_tokens":1385,"out_tokens":661}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":826,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":13.089923952999982,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.4,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.9,"claude-opus-4-7":0.8,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":2,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2094,"out_tokens":2288},"claude-opus-4-8":{"in_tokens":4110,"out_tokens":989},"claude-opus-4-7":{"in_tokens":4115,"out_tokens":855},"mistral-large-2":{"in_tokens":2257,"out_tokens":768}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":857,"out_tokens":959,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":15.295652959999984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1623,"out_tokens":1771},"claude-opus-4-8":{"in_tokens":3141,"out_tokens":606},"claude-opus-4-7":{"in_tokens":3146,"out_tokens":573},"mistral-large-2":{"in_tokens":1822,"out_tokens":604}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":898,"out_tokens":884,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":13.07337948899999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.8571428571428571,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1698,"out_tokens":2194},"claude-opus-4-8":{"in_tokens":3167,"out_tokens":851},"claude-opus-4-7":{"in_tokens":3172,"out_tokens":609},"mistral-large-2":{"in_tokens":1904,"out_tokens":500}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":995,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.624383254999998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.7333333333333334,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2261,"out_tokens":1785},"claude-opus-4-8":{"in_tokens":4424,"out_tokens":1000},"claude-opus-4-7":{"in_tokens":4429,"out_tokens":803},"mistral-large-2":{"in_tokens":2434,"out_tokens":713}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":22.53393091099997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.375,"claude-opus-4-7":0.375,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.4375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":6},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1129,"out_tokens":1997},"claude-opus-4-8":{"in_tokens":2177,"out_tokens":760},"claude-opus-4-7":{"in_tokens":2182,"out_tokens":687},"mistral-large-2":{"in_tokens":1230,"out_tokens":605}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":761,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":20.713480935999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.96875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1167,"out_tokens":1193},"claude-opus-4-8":{"in_tokens":2186,"out_tokens":526},"claude-opus-4-7":{"in_tokens":2191,"out_tokens":480},"mistral-large-2":{"in_tokens":1226,"out_tokens":539}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1080,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.058140655999978,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":5.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1380,"out_tokens":1352},"claude-opus-4-8":{"in_tokens":2554,"out_tokens":521},"claude-opus-4-7":{"in_tokens":2559,"out_tokens":518},"mistral-large-2":{"in_tokens":1458,"out_tokens":697}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":993,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":13.302319940000018,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1358,"out_tokens":1458},"claude-opus-4-8":{"in_tokens":2614,"out_tokens":606},"claude-opus-4-7":{"in_tokens":2619,"out_tokens":432},"mistral-large-2":{"in_tokens":1429,"out_tokens":509}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":151,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":16.116574497000045,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1087,"out_tokens":1426},"claude-opus-4-8":{"in_tokens":2081,"out_tokens":590},"claude-opus-4-7":{"in_tokens":2086,"out_tokens":431},"mistral-large-2":{"in_tokens":1182,"out_tokens":501}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1014,"out_tokens":1262,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.380030284999975,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2079,"out_tokens":1890},"claude-opus-4-8":{"in_tokens":3864,"out_tokens":752},"claude-opus-4-7":{"in_tokens":3869,"out_tokens":601},"mistral-large-2":{"in_tokens":2236,"out_tokens":1263}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":509,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":9.22957879300003,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.5,"claude-opus-4-7":0.125,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":0.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.20833333333333334,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1491,"out_tokens":2692},"claude-opus-4-8":{"in_tokens":2894,"out_tokens":863},"claude-opus-4-7":{"in_tokens":2899,"out_tokens":712},"mistral-large-2":{"in_tokens":1591,"out_tokens":681}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":699,"out_tokens":328,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":20.61656138699999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8571428571428571,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1225,"out_tokens":1360},"claude-opus-4-8":{"in_tokens":2361,"out_tokens":559},"claude-opus-4-7":{"in_tokens":2366,"out_tokens":402},"mistral-large-2":{"in_tokens":1289,"out_tokens":524}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":1258,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":18.223455037999997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.5833333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":1596},"claude-opus-4-8":{"in_tokens":2079,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2084,"out_tokens":477},"mistral-large-2":{"in_tokens":1150,"out_tokens":481}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":765,"out_tokens":118,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":27.192873915000007,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.59375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1078,"out_tokens":1267},"claude-opus-4-8":{"in_tokens":2024,"out_tokens":594},"claude-opus-4-7":{"in_tokens":2029,"out_tokens":446},"mistral-large-2":{"in_tokens":1110,"out_tokens":599}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":870,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":13.738646975999984,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.4,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.6,"claude-opus-4-7":0.2,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.3333333333333333,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1912,"out_tokens":2672},"claude-opus-4-8":{"in_tokens":3883,"out_tokens":1169},"claude-opus-4-7":{"in_tokens":3888,"out_tokens":871},"mistral-large-2":{"in_tokens":2052,"out_tokens":809}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":557,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":10.296821257000033,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7777777777777777,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1253,"out_tokens":1909},"claude-opus-4-8":{"in_tokens":2395,"out_tokens":701},"claude-opus-4-7":{"in_tokens":2400,"out_tokens":546},"mistral-large-2":{"in_tokens":1376,"out_tokens":684}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":195,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":19.128110604000028,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.0,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.4444444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1144,"out_tokens":1273},"claude-opus-4-8":{"in_tokens":2174,"out_tokens":1284},"claude-opus-4-7":{"in_tokens":2179,"out_tokens":513},"mistral-large-2":{"in_tokens":1241,"out_tokens":538}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":14306,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":209.497356107,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.6,"claude-opus-4-7":0.6,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.575,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":4,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1925,"out_tokens":2767},"claude-opus-4-8":{"in_tokens":3642,"out_tokens":1038},"claude-opus-4-7":{"in_tokens":3647,"out_tokens":725},"mistral-large-2":{"in_tokens":2038,"out_tokens":739}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":881,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":14.059269025999981,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.4,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.8,"claude-opus-4-7":0.5,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.5333333333333333,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":2,"other":4},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2401,"out_tokens":2144},"claude-opus-4-8":{"in_tokens":4682,"out_tokens":1213},"claude-opus-4-7":{"in_tokens":4687,"out_tokens":976},"mistral-large-2":{"in_tokens":2508,"out_tokens":847}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":1021,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":15.118944045999967,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1604,"out_tokens":2252},"claude-opus-4-8":{"in_tokens":3041,"out_tokens":660},"claude-opus-4-7":{"in_tokens":3046,"out_tokens":561},"mistral-large-2":{"in_tokens":1769,"out_tokens":603}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":1095,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":16.645375333999993,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1519,"out_tokens":1463},"claude-opus-4-8":{"in_tokens":2971,"out_tokens":761},"claude-opus-4-7":{"in_tokens":2976,"out_tokens":605},"mistral-large-2":{"in_tokens":1688,"out_tokens":673}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":812,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":25.344097879999993,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.6,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1203,"out_tokens":1320},"claude-opus-4-8":{"in_tokens":2256,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2261,"out_tokens":498},"mistral-large-2":{"in_tokens":1322,"out_tokens":721}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":8194,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":267.294003544,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":5.0,"mistral-large-2":3.0},"score_ex_family":0.6944444444444444,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1772,"out_tokens":2457},"claude-opus-4-8":{"in_tokens":3467,"out_tokens":1000},"claude-opus-4-7":{"in_tokens":3472,"out_tokens":821},"mistral-large-2":{"in_tokens":1922,"out_tokens":785}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":704,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":18.160658082999987,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.5555555555555555,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1412,"out_tokens":1428},"claude-opus-4-8":{"in_tokens":2784,"out_tokens":590},"claude-opus-4-7":{"in_tokens":2789,"out_tokens":444},"mistral-large-2":{"in_tokens":1511,"out_tokens":552}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":7109,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":117.889753176,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.25,"claude-opus-4-7":0.375,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.3125,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":3,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1569,"out_tokens":1692},"claude-opus-4-8":{"in_tokens":2992,"out_tokens":859},"claude-opus-4-7":{"in_tokens":2997,"out_tokens":717},"mistral-large-2":{"in_tokens":1699,"out_tokens":709}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":825,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":13.030609156000025,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":1497},"claude-opus-4-8":{"in_tokens":2591,"out_tokens":591},"claude-opus-4-7":{"in_tokens":2596,"out_tokens":512},"mistral-large-2":{"in_tokens":1492,"out_tokens":742}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":23.115694869000038,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6944444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":946},"claude-opus-4-8":{"in_tokens":2324,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2329,"out_tokens":488},"mistral-large-2":{"in_tokens":1344,"out_tokens":971}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":10227,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":272.89723696699997,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":6.0,"claude-opus-4-7":5.0,"mistral-large-2":4.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":2,"other":4},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2198,"out_tokens":3024},"claude-opus-4-8":{"in_tokens":4176,"out_tokens":1027},"claude-opus-4-7":{"in_tokens":4181,"out_tokens":909},"mistral-large-2":{"in_tokens":2437,"out_tokens":787}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1652,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":24.986252218000004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1372,"out_tokens":1763},"claude-opus-4-8":{"in_tokens":2591,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2596,"out_tokens":539},"mistral-large-2":{"in_tokens":1506,"out_tokens":722}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":891,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":14.783267430000024,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.7,"claude-opus-4-7":0.5,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.5333333333333333,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2177,"out_tokens":2538},"claude-opus-4-8":{"in_tokens":4331,"out_tokens":893},"claude-opus-4-7":{"in_tokens":4336,"out_tokens":696},"mistral-large-2":{"in_tokens":2340,"out_tokens":693}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":23.10325044199999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6388888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":1456},"claude-opus-4-8":{"in_tokens":2333,"out_tokens":533},"claude-opus-4-7":{"in_tokens":2338,"out_tokens":458},"mistral-large-2":{"in_tokens":1322,"out_tokens":659}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":1249,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":19.480429039,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.375,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1151,"out_tokens":2127},"claude-opus-4-8":{"in_tokens":2293,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2298,"out_tokens":803},"mistral-large-2":{"in_tokens":1257,"out_tokens":656}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":926,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":14.649198168999988,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.6,"claude-opus-4-7":0.7,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.5666666666666667,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":5,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2331,"out_tokens":2382},"claude-opus-4-8":{"in_tokens":4609,"out_tokens":1256},"claude-opus-4-7":{"in_tokens":4614,"out_tokens":916},"mistral-large-2":{"in_tokens":2496,"out_tokens":914}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":716,"out_tokens":1025,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":16.018433492999975,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.6111111111111112,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1522,"out_tokens":3545},"claude-opus-4-8":{"in_tokens":2947,"out_tokens":914},"claude-opus-4-7":{"in_tokens":2952,"out_tokens":885},"mistral-large-2":{"in_tokens":1657,"out_tokens":741}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1511,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":21.32767305799996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1289,"out_tokens":1865},"claude-opus-4-8":{"in_tokens":2463,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2468,"out_tokens":521},"mistral-large-2":{"in_tokens":1467,"out_tokens":704}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":21.273592189,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.5,"claude-opus-4-7":0.375,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.4375,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1004,"out_tokens":1823},"claude-opus-4-8":{"in_tokens":1871,"out_tokens":673},"claude-opus-4-7":{"in_tokens":1876,"out_tokens":568},"mistral-large-2":{"in_tokens":1117,"out_tokens":625}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":784,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":12.734748047999972,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1285,"out_tokens":1435},"claude-opus-4-8":{"in_tokens":2593,"out_tokens":741},"claude-opus-4-7":{"in_tokens":2598,"out_tokens":603},"mistral-large-2":{"in_tokens":1403,"out_tokens":594}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":26.360218221999958,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.375,"claude-opus-4-7":0.375,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1047,"out_tokens":1283},"claude-opus-4-8":{"in_tokens":2055,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2060,"out_tokens":510},"mistral-large-2":{"in_tokens":1136,"out_tokens":588}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":733,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":10.345667803000026,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7916666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1078,"out_tokens":1280},"claude-opus-4-8":{"in_tokens":2091,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2096,"out_tokens":423},"mistral-large-2":{"in_tokens":1160,"out_tokens":502}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":1069,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.421496750000017,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1416,"out_tokens":1874},"claude-opus-4-8":{"in_tokens":2767,"out_tokens":792},"claude-opus-4-7":{"in_tokens":2772,"out_tokens":567},"mistral-large-2":{"in_tokens":1557,"out_tokens":564}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":933,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":15.120697735000022,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1438,"out_tokens":2561},"claude-opus-4-8":{"in_tokens":2657,"out_tokens":711},"claude-opus-4-7":{"in_tokens":2662,"out_tokens":594},"mistral-large-2":{"in_tokens":1578,"out_tokens":677}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":8659,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":285.650373947,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1964,"out_tokens":3345},"claude-opus-4-8":{"in_tokens":3861,"out_tokens":953},"claude-opus-4-7":{"in_tokens":3866,"out_tokens":882},"mistral-large-2":{"in_tokens":2129,"out_tokens":776}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":787,"out_tokens":145,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":19.870067438999968,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.84375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1016,"out_tokens":1306},"claude-opus-4-8":{"in_tokens":1961,"out_tokens":529},"claude-opus-4-7":{"in_tokens":1966,"out_tokens":459},"mistral-large-2":{"in_tokens":1102,"out_tokens":495}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":17.857751955000026,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1016,"out_tokens":928},"claude-opus-4-8":{"in_tokens":2034,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2039,"out_tokens":518},"mistral-large-2":{"in_tokens":1089,"out_tokens":460}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":817,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":13.323730634999947,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":1622},"claude-opus-4-8":{"in_tokens":2578,"out_tokens":749},"claude-opus-4-7":{"in_tokens":2583,"out_tokens":522},"mistral-large-2":{"in_tokens":1501,"out_tokens":613}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":851,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":14.582700090999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1278,"out_tokens":1489},"claude-opus-4-8":{"in_tokens":2489,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2494,"out_tokens":452},"mistral-large-2":{"in_tokens":1348,"out_tokens":500}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":18.975925461999964,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.1111111111111111,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.2222222222222222,"mistral-large-2":0.2222222222222222},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.2222222222222222,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1063,"out_tokens":1369},"claude-opus-4-8":{"in_tokens":2141,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2146,"out_tokens":753},"mistral-large-2":{"in_tokens":1142,"out_tokens":659}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":266,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":32.01409740500003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":1517},"claude-opus-4-8":{"in_tokens":2442,"out_tokens":674},"claude-opus-4-7":{"in_tokens":2447,"out_tokens":620},"mistral-large-2":{"in_tokens":1405,"out_tokens":827}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1439,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":21.467710763000014,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":5.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.125,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1258,"out_tokens":1741},"claude-opus-4-8":{"in_tokens":2499,"out_tokens":982},"claude-opus-4-7":{"in_tokens":2504,"out_tokens":614},"mistral-large-2":{"in_tokens":1362,"out_tokens":712}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":804,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":13.319823559000042,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":1517},"claude-opus-4-8":{"in_tokens":2491,"out_tokens":775},"claude-opus-4-7":{"in_tokens":2496,"out_tokens":522},"mistral-large-2":{"in_tokens":1416,"out_tokens":511}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":781,"out_tokens":148,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":17.968332083999996,"hallucination_count":6.75,"hallucination_top100":0,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":7.0,"claude-opus-4-7":6.0,"mistral-large-2":9.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":4},"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1006,"out_tokens":1549},"claude-opus-4-8":{"in_tokens":1956,"out_tokens":577},"claude-opus-4-7":{"in_tokens":1961,"out_tokens":490},"mistral-large-2":{"in_tokens":1094,"out_tokens":762}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":748,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":13.587185784000042,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1192,"out_tokens":1768},"claude-opus-4-8":{"in_tokens":2312,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2317,"out_tokens":476},"mistral-large-2":{"in_tokens":1291,"out_tokens":537}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":2805,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":41.725969762000034,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.5,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1382,"out_tokens":2994},"claude-opus-4-8":{"in_tokens":2585,"out_tokens":693},"claude-opus-4-7":{"in_tokens":2590,"out_tokens":602},"mistral-large-2":{"in_tokens":1514,"out_tokens":733}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":157,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":26.918604906999974,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.375,"claude-opus-4-7":0.375,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.46875,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1109,"out_tokens":2151},"claude-opus-4-8":{"in_tokens":2060,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2065,"out_tokens":481},"mistral-large-2":{"in_tokens":1249,"out_tokens":624}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":824,"out_tokens":178,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":44.36285205799999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1150,"out_tokens":1598},"claude-opus-4-8":{"in_tokens":2165,"out_tokens":757},"claude-opus-4-7":{"in_tokens":2170,"out_tokens":662},"mistral-large-2":{"in_tokens":1250,"out_tokens":551}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":795,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":46.19486261399999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.375,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1126,"out_tokens":1817},"claude-opus-4-8":{"in_tokens":2168,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2173,"out_tokens":554},"mistral-large-2":{"in_tokens":1261,"out_tokens":720}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":872,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":16.085523513,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1345,"out_tokens":1320},"claude-opus-4-8":{"in_tokens":2570,"out_tokens":655},"claude-opus-4-7":{"in_tokens":2575,"out_tokens":591},"mistral-large-2":{"in_tokens":1463,"out_tokens":591}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":2013,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":30.375802712999985,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9333333333333332,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1310,"out_tokens":1418},"claude-opus-4-8":{"in_tokens":2467,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2472,"out_tokens":484},"mistral-large-2":{"in_tokens":1456,"out_tokens":728}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":1815,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":28.614321007,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.625,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1427,"out_tokens":2202},"claude-opus-4-8":{"in_tokens":2749,"out_tokens":840},"claude-opus-4-7":{"in_tokens":2754,"out_tokens":772},"mistral-large-2":{"in_tokens":1571,"out_tokens":1182}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":1115,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":16.75217472099996,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1216,"out_tokens":1319},"claude-opus-4-8":{"in_tokens":2279,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2284,"out_tokens":621},"mistral-large-2":{"in_tokens":1336,"out_tokens":691}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":22.63468879200002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.84375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":1477},"claude-opus-4-8":{"in_tokens":2620,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2625,"out_tokens":601},"mistral-large-2":{"in_tokens":1513,"out_tokens":558}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":1599,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":24.902765314999954,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.1111111111111111,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.4444444444444444},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.2777777777777778,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":2,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1914,"out_tokens":2437},"claude-opus-4-8":{"in_tokens":3820,"out_tokens":1058},"claude-opus-4-7":{"in_tokens":3825,"out_tokens":890},"mistral-large-2":{"in_tokens":2057,"out_tokens":749}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.46428571428571425,"duration_s":23.684862391000024,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.2857142857142857,"claude-opus-4-8":0.5714285714285714,"claude-opus-4-7":0.42857142857142855,"mistral-large-2":0.5714285714285714},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.46428571428571425,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1397,"out_tokens":1524},"claude-opus-4-8":{"in_tokens":2592,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2597,"out_tokens":488},"mistral-large-2":{"in_tokens":1572,"out_tokens":481}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":1394,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":21.282191554999997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1700,"out_tokens":2029},"claude-opus-4-8":{"in_tokens":3421,"out_tokens":809},"claude-opus-4-7":{"in_tokens":3426,"out_tokens":729},"mistral-large-2":{"in_tokens":1839,"out_tokens":796}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1431,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":24.02536655900002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":5.0},"score_ex_family":0.4375,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1652,"out_tokens":2001},"claude-opus-4-8":{"in_tokens":3470,"out_tokens":774},"claude-opus-4-7":{"in_tokens":3475,"out_tokens":597},"mistral-large-2":{"in_tokens":1774,"out_tokens":796}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":798,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":34.959364273000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":1883},"claude-opus-4-8":{"in_tokens":2124,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2129,"out_tokens":560},"mistral-large-2":{"in_tokens":1226,"out_tokens":608}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":3227,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":52.28921729700005,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.53125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1249,"out_tokens":1834},"claude-opus-4-8":{"in_tokens":2475,"out_tokens":669},"claude-opus-4-7":{"in_tokens":2480,"out_tokens":579},"mistral-large-2":{"in_tokens":1314,"out_tokens":571}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":996,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":14.117138961000023,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1023,"out_tokens":1379},"claude-opus-4-8":{"in_tokens":1929,"out_tokens":639},"claude-opus-4-7":{"in_tokens":1934,"out_tokens":535},"mistral-large-2":{"in_tokens":1144,"out_tokens":651}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1458,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":24.52724943100003,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.4444444444444444,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.5925925925925926,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":1554},"claude-opus-4-8":{"in_tokens":2524,"out_tokens":747},"claude-opus-4-7":{"in_tokens":2529,"out_tokens":596},"mistral-large-2":{"in_tokens":1437,"out_tokens":635}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":831,"out_tokens":131,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":24.520314809000013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.625,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1079,"out_tokens":1518},"claude-opus-4-8":{"in_tokens":2038,"out_tokens":559},"claude-opus-4-7":{"in_tokens":2043,"out_tokens":483},"mistral-large-2":{"in_tokens":1172,"out_tokens":593}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":41.422751597,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1112,"out_tokens":1145},"claude-opus-4-8":{"in_tokens":2247,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2252,"out_tokens":527},"mistral-large-2":{"in_tokens":1222,"out_tokens":440}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":672,"out_tokens":1583,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":24.74030252,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.7142857142857142,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1608,"out_tokens":2434},"claude-opus-4-8":{"in_tokens":3302,"out_tokens":674},"claude-opus-4-7":{"in_tokens":3307,"out_tokens":575},"mistral-large-2":{"in_tokens":1704,"out_tokens":681}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":206,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":34.69818862200003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1186,"out_tokens":1131},"claude-opus-4-8":{"in_tokens":2304,"out_tokens":656},"claude-opus-4-7":{"in_tokens":2309,"out_tokens":521},"mistral-large-2":{"in_tokens":1292,"out_tokens":458}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1486,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":21.376601145999985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7037037037037037,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1195,"out_tokens":1291},"claude-opus-4-8":{"in_tokens":2254,"out_tokens":685},"claude-opus-4-7":{"in_tokens":2259,"out_tokens":553},"mistral-large-2":{"in_tokens":1286,"out_tokens":559}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":19.93263671400001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.861111111111111,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":1092},"claude-opus-4-8":{"in_tokens":2233,"out_tokens":536},"claude-opus-4-7":{"in_tokens":2238,"out_tokens":494},"mistral-large-2":{"in_tokens":1259,"out_tokens":618}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":209,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":20.516783996999948,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1178,"out_tokens":1434},"claude-opus-4-8":{"in_tokens":2261,"out_tokens":772},"claude-opus-4-7":{"in_tokens":2266,"out_tokens":544},"mistral-large-2":{"in_tokens":1302,"out_tokens":602}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":34.67666656099999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5833333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1149,"out_tokens":1580},"claude-opus-4-8":{"in_tokens":2173,"out_tokens":565},"claude-opus-4-7":{"in_tokens":2178,"out_tokens":534},"mistral-large-2":{"in_tokens":1245,"out_tokens":552}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":4557,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":128.42827255800006,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":8.0,"claude-opus-4-7":5.0,"mistral-large-2":5.0},"score_ex_family":0.5833333333333333,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":5,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1870,"out_tokens":3472},"claude-opus-4-8":{"in_tokens":3479,"out_tokens":1258},"claude-opus-4-7":{"in_tokens":3484,"out_tokens":927},"mistral-large-2":{"in_tokens":2035,"out_tokens":951}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1195,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.970779810999943,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1319,"out_tokens":1907},"claude-opus-4-8":{"in_tokens":2643,"out_tokens":500},"claude-opus-4-7":{"in_tokens":2648,"out_tokens":478},"mistral-large-2":{"in_tokens":1384,"out_tokens":560}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":553,"out_tokens":1294,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":21.985556324000015,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.5833333333333333,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1331,"out_tokens":1500},"claude-opus-4-8":{"in_tokens":2743,"out_tokens":576},"claude-opus-4-7":{"in_tokens":2748,"out_tokens":453},"mistral-large-2":{"in_tokens":1423,"out_tokens":568}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2211,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":34.287472166999976,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.7037037037037037,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1632,"out_tokens":1604},"claude-opus-4-8":{"in_tokens":3094,"out_tokens":730},"claude-opus-4-7":{"in_tokens":3099,"out_tokens":725},"mistral-large-2":{"in_tokens":1809,"out_tokens":798}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1448,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":25.743947969000033,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":0.0},"score_ex_family":0.3333333333333333,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1463,"out_tokens":3074},"claude-opus-4-8":{"in_tokens":2890,"out_tokens":721},"claude-opus-4-7":{"in_tokens":2895,"out_tokens":624},"mistral-large-2":{"in_tokens":1573,"out_tokens":1536}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1431,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":20.82153903099993,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.9583333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1080,"out_tokens":1173},"claude-opus-4-8":{"in_tokens":2144,"out_tokens":672},"claude-opus-4-7":{"in_tokens":2149,"out_tokens":542},"mistral-large-2":{"in_tokens":1148,"out_tokens":498}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":318,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":44.956689679999954,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.59375,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1705,"out_tokens":1766},"claude-opus-4-8":{"in_tokens":3174,"out_tokens":742},"claude-opus-4-7":{"in_tokens":3179,"out_tokens":665},"mistral-large-2":{"in_tokens":1833,"out_tokens":598}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":20.637712469000064,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6944444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1241,"out_tokens":1719},"claude-opus-4-8":{"in_tokens":2402,"out_tokens":678},"claude-opus-4-7":{"in_tokens":2407,"out_tokens":559},"mistral-large-2":{"in_tokens":1361,"out_tokens":546}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":135,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":16.124197854000045,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.2222222222222222,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.4722222222222222,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1095,"out_tokens":1190},"claude-opus-4-8":{"in_tokens":2114,"out_tokens":717},"claude-opus-4-7":{"in_tokens":2119,"out_tokens":534},"mistral-large-2":{"in_tokens":1204,"out_tokens":602}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":1414,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":23.185446599999977,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.42857142857142855},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.42857142857142855,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1510,"out_tokens":2012},"claude-opus-4-8":{"in_tokens":2980,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2985,"out_tokens":559},"mistral-large-2":{"in_tokens":1625,"out_tokens":611}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1919,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":27.865589773999943,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":1989},"claude-opus-4-8":{"in_tokens":2639,"out_tokens":770},"claude-opus-4-7":{"in_tokens":2644,"out_tokens":597},"mistral-large-2":{"in_tokens":1569,"out_tokens":581}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":134,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":27.262879087999977,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5277777777777778,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1134,"out_tokens":1376},"claude-opus-4-8":{"in_tokens":2137,"out_tokens":617},"claude-opus-4-7":{"in_tokens":2142,"out_tokens":542},"mistral-large-2":{"in_tokens":1222,"out_tokens":540}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.589625649999903,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1079,"out_tokens":1477},"claude-opus-4-8":{"in_tokens":2105,"out_tokens":533},"claude-opus-4-7":{"in_tokens":2110,"out_tokens":455},"mistral-large-2":{"in_tokens":1200,"out_tokens":550}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":861,"out_tokens":225,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":36.77981919900003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8055555555555556,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1259,"out_tokens":1280},"claude-opus-4-8":{"in_tokens":2374,"out_tokens":682},"claude-opus-4-7":{"in_tokens":2379,"out_tokens":518},"mistral-large-2":{"in_tokens":1385,"out_tokens":627}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":2064,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":25.422318001999997,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5555555555555556,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.40740740740740744,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":1614},"claude-opus-4-8":{"in_tokens":2651,"out_tokens":814},"claude-opus-4-7":{"in_tokens":2656,"out_tokens":635},"mistral-large-2":{"in_tokens":1447,"out_tokens":679}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1299,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.133656600999984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1388,"out_tokens":1839},"claude-opus-4-8":{"in_tokens":2835,"out_tokens":459},"claude-opus-4-7":{"in_tokens":2840,"out_tokens":347},"mistral-large-2":{"in_tokens":1498,"out_tokens":428}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":1360,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":21.586580543999958,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.16666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.3333333333333333,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1382,"out_tokens":2504},"claude-opus-4-8":{"in_tokens":2717,"out_tokens":576},"claude-opus-4-7":{"in_tokens":2722,"out_tokens":708},"mistral-large-2":{"in_tokens":1447,"out_tokens":598}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":6374,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":102.24680199,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.6,"claude-opus-4-7":0.6,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.575,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1350,"out_tokens":1676},"claude-opus-4-8":{"in_tokens":2627,"out_tokens":838},"claude-opus-4-7":{"in_tokens":2632,"out_tokens":649},"mistral-large-2":{"in_tokens":1439,"out_tokens":729}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":1774,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":23.391338750000045,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1518,"out_tokens":1606},"claude-opus-4-8":{"in_tokens":2791,"out_tokens":888},"claude-opus-4-7":{"in_tokens":2796,"out_tokens":698},"mistral-large-2":{"in_tokens":1713,"out_tokens":698}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1514,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":25.01143226900001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.3333333333333333,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.5,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1532,"out_tokens":2282},"claude-opus-4-8":{"in_tokens":3029,"out_tokens":616},"claude-opus-4-7":{"in_tokens":3034,"out_tokens":711},"mistral-large-2":{"in_tokens":1650,"out_tokens":609}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":149,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":35.10463587300001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.375,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.25,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1022,"out_tokens":1340},"claude-opus-4-8":{"in_tokens":1915,"out_tokens":630},"claude-opus-4-7":{"in_tokens":1920,"out_tokens":485},"mistral-large-2":{"in_tokens":1139,"out_tokens":653}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":17.296988553999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1052,"out_tokens":1039},"claude-opus-4-8":{"in_tokens":2077,"out_tokens":755},"claude-opus-4-7":{"in_tokens":2082,"out_tokens":501},"mistral-large-2":{"in_tokens":1158,"out_tokens":524}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":18.388960015999942,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1098,"out_tokens":1439},"claude-opus-4-8":{"in_tokens":2195,"out_tokens":714},"claude-opus-4-7":{"in_tokens":2200,"out_tokens":580},"mistral-large-2":{"in_tokens":1202,"out_tokens":630}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":1649,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":23.41106605599998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1228,"out_tokens":1699},"claude-opus-4-8":{"in_tokens":2470,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2475,"out_tokens":526},"mistral-large-2":{"in_tokens":1364,"out_tokens":483}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":1075,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.734667225000067,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":2.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1335,"out_tokens":1711},"claude-opus-4-8":{"in_tokens":2617,"out_tokens":851},"claude-opus-4-7":{"in_tokens":2622,"out_tokens":684},"mistral-large-2":{"in_tokens":1410,"out_tokens":526}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":161,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":23.965389689999938,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.6388888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1161,"out_tokens":1807},"claude-opus-4-8":{"in_tokens":2264,"out_tokens":735},"claude-opus-4-7":{"in_tokens":2269,"out_tokens":631},"mistral-large-2":{"in_tokens":1251,"out_tokens":674}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":10948,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":166.52352495200006,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":0.0},"score_ex_family":0.53125,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":3291},"claude-opus-4-8":{"in_tokens":2651,"out_tokens":946},"claude-opus-4-7":{"in_tokens":2656,"out_tokens":783},"mistral-large-2":{"in_tokens":1477,"out_tokens":1536}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":892,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":36.615220117000035,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1284,"out_tokens":1582},"claude-opus-4-8":{"in_tokens":2475,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2480,"out_tokens":462},"mistral-large-2":{"in_tokens":1408,"out_tokens":534}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.36481462900008,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1160,"out_tokens":1513},"claude-opus-4-8":{"in_tokens":2175,"out_tokens":927},"claude-opus-4-7":{"in_tokens":2180,"out_tokens":696},"mistral-large-2":{"in_tokens":1267,"out_tokens":630}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":1645,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":25.96510904899992,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.625,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1555,"out_tokens":2339},"claude-opus-4-8":{"in_tokens":3021,"out_tokens":795},"claude-opus-4-7":{"in_tokens":3026,"out_tokens":648},"mistral-large-2":{"in_tokens":1752,"out_tokens":813}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":1084,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":18.513203052999984,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5714285714285714,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1246,"out_tokens":1386},"claude-opus-4-8":{"in_tokens":2478,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2483,"out_tokens":509},"mistral-large-2":{"in_tokens":1346,"out_tokens":531}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1634,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":25.089988602999938,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7142857142857143,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1531,"out_tokens":1370},"claude-opus-4-8":{"in_tokens":2823,"out_tokens":683},"claude-opus-4-7":{"in_tokens":2828,"out_tokens":497},"mistral-large-2":{"in_tokens":1719,"out_tokens":627}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":1515,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":42.612488866000035,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1722,"out_tokens":1641},"claude-opus-4-8":{"in_tokens":3204,"out_tokens":693},"claude-opus-4-7":{"in_tokens":3209,"out_tokens":597},"mistral-large-2":{"in_tokens":1810,"out_tokens":662}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":17.380451219000065,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1115,"out_tokens":2227},"claude-opus-4-8":{"in_tokens":2151,"out_tokens":590},"claude-opus-4-7":{"in_tokens":2156,"out_tokens":472},"mistral-large-2":{"in_tokens":1243,"out_tokens":612}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":1432,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":23.878026120999948,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.75,"claude-opus-4-7":0.25,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.3125,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1691,"out_tokens":2205},"claude-opus-4-8":{"in_tokens":3290,"out_tokens":747},"claude-opus-4-7":{"in_tokens":3295,"out_tokens":618},"mistral-large-2":{"in_tokens":1776,"out_tokens":678}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":1323,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":22.438014452999937,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1493,"out_tokens":2646},"claude-opus-4-8":{"in_tokens":3002,"out_tokens":936},"claude-opus-4-7":{"in_tokens":3007,"out_tokens":795},"mistral-large-2":{"in_tokens":1620,"out_tokens":1062}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1031,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":18.643127157000094,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1308,"out_tokens":2012},"claude-opus-4-8":{"in_tokens":2580,"out_tokens":527},"claude-opus-4-7":{"in_tokens":2585,"out_tokens":476},"mistral-large-2":{"in_tokens":1386,"out_tokens":610}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":22.05688925300001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1044,"out_tokens":2074},"claude-opus-4-8":{"in_tokens":2034,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2039,"out_tokens":600},"mistral-large-2":{"in_tokens":1108,"out_tokens":549}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":34.80814418199998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":1194},"claude-opus-4-8":{"in_tokens":2073,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2078,"out_tokens":518},"mistral-large-2":{"in_tokens":1107,"out_tokens":467}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":13.876726672000018,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":963,"out_tokens":762},"claude-opus-4-8":{"in_tokens":1861,"out_tokens":468},"claude-opus-4-7":{"in_tokens":1866,"out_tokens":420},"mistral-large-2":{"in_tokens":1045,"out_tokens":476}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":1816,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":27.051447859000064,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1870,"out_tokens":2604},"claude-opus-4-8":{"in_tokens":3443,"out_tokens":654},"claude-opus-4-7":{"in_tokens":3448,"out_tokens":602},"mistral-large-2":{"in_tokens":2015,"out_tokens":690}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1330,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":23.792635170999915,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9259259259259259,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1326,"out_tokens":1623},"claude-opus-4-8":{"in_tokens":2502,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2507,"out_tokens":567},"mistral-large-2":{"in_tokens":1458,"out_tokens":668}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":205,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":22.42744350600003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6111111111111112,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1105,"out_tokens":898},"claude-opus-4-8":{"in_tokens":2082,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2087,"out_tokens":558},"mistral-large-2":{"in_tokens":1180,"out_tokens":558}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":1049,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":15.956881364999958,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.5714285714285714,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.5714285714285714},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1276,"out_tokens":1955},"claude-opus-4-8":{"in_tokens":2606,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2611,"out_tokens":565},"mistral-large-2":{"in_tokens":1328,"out_tokens":637}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":789,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":42.563484453,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.6944444444444444,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1151,"out_tokens":1794},"claude-opus-4-8":{"in_tokens":2256,"out_tokens":698},"claude-opus-4-7":{"in_tokens":2261,"out_tokens":649},"mistral-large-2":{"in_tokens":1242,"out_tokens":593}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":19.24915104599995,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8055555555555556,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1072,"out_tokens":1556},"claude-opus-4-8":{"in_tokens":2034,"out_tokens":557},"claude-opus-4-7":{"in_tokens":2039,"out_tokens":489},"mistral-large-2":{"in_tokens":1176,"out_tokens":567}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1220,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.900626869999996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.7142857142857143,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1331,"out_tokens":2250},"claude-opus-4-8":{"in_tokens":2720,"out_tokens":698},"claude-opus-4-7":{"in_tokens":2725,"out_tokens":668},"mistral-large-2":{"in_tokens":1405,"out_tokens":793}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":928,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":13.74938101400005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.8148148148148149,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1243,"out_tokens":2234},"claude-opus-4-8":{"in_tokens":2390,"out_tokens":722},"claude-opus-4-7":{"in_tokens":2395,"out_tokens":554},"mistral-large-2":{"in_tokens":1375,"out_tokens":809}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1590,"error":null,"skip_reason":null,"score_raw":0.6666666666666667,"duration_s":24.807915433000062,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.6296296296296297,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1432,"out_tokens":2245},"claude-opus-4-8":{"in_tokens":2730,"out_tokens":823},"claude-opus-4-7":{"in_tokens":2735,"out_tokens":656},"mistral-large-2":{"in_tokens":1585,"out_tokens":798}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":530,"out_tokens":4401,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":124.351382807,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1996,"out_tokens":1607},"claude-opus-4-8":{"in_tokens":3721,"out_tokens":821},"claude-opus-4-7":{"in_tokens":3726,"out_tokens":643},"mistral-large-2":{"in_tokens":2075,"out_tokens":672}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":985,"out_tokens":132,"error":null,"skip_reason":null,"score_raw":0.39285714285714285,"duration_s":11.828336286999956,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.2857142857142857,"claude-opus-4-7":0.2857142857142857,"mistral-large-2":0.5714285714285714},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.39285714285714285,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1382,"out_tokens":969},"claude-opus-4-8":{"in_tokens":2533,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2538,"out_tokens":477},"mistral-large-2":{"in_tokens":1558,"out_tokens":523}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":824,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":38.54076809100002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.84375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1116,"out_tokens":1034},"claude-opus-4-8":{"in_tokens":2244,"out_tokens":742},"claude-opus-4-7":{"in_tokens":2249,"out_tokens":497},"mistral-large-2":{"in_tokens":1233,"out_tokens":515}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":2255,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":38.211969128999954,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.9259259259259259,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1372,"out_tokens":1658},"claude-opus-4-8":{"in_tokens":2640,"out_tokens":853},"claude-opus-4-7":{"in_tokens":2645,"out_tokens":619},"mistral-large-2":{"in_tokens":1510,"out_tokens":655}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":278,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":26.38746934400001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.53125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1246,"out_tokens":2026},"claude-opus-4-8":{"in_tokens":2602,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2607,"out_tokens":583},"mistral-large-2":{"in_tokens":1338,"out_tokens":674}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":358,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":24.12085622899997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1368,"out_tokens":1403},"claude-opus-4-8":{"in_tokens":2749,"out_tokens":720},"claude-opus-4-7":{"in_tokens":2754,"out_tokens":790},"mistral-large-2":{"in_tokens":1466,"out_tokens":760}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1010,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":30.927947087999996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2483,"out_tokens":2499},"claude-opus-4-8":{"in_tokens":4827,"out_tokens":949},"claude-opus-4-7":{"in_tokens":4832,"out_tokens":722},"mistral-large-2":{"in_tokens":2616,"out_tokens":829}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":1825,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":29.849607538999976,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.8,"claude-opus-4-7":0.6,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.55,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2289,"out_tokens":2653},"claude-opus-4-8":{"in_tokens":4454,"out_tokens":1365},"claude-opus-4-7":{"in_tokens":4459,"out_tokens":1012},"mistral-large-2":{"in_tokens":2474,"out_tokens":897}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":927,"out_tokens":314,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":31.373794525999983,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1465,"out_tokens":2575},"claude-opus-4-8":{"in_tokens":2819,"out_tokens":678},"claude-opus-4-7":{"in_tokens":2824,"out_tokens":645},"mistral-large-2":{"in_tokens":1644,"out_tokens":636}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":0.6785714285714285,"duration_s":17.66705778200003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6785714285714285,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1161,"out_tokens":1745},"claude-opus-4-8":{"in_tokens":2367,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2372,"out_tokens":572},"mistral-large-2":{"in_tokens":1243,"out_tokens":548}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":346,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":34.67817918200001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5555555555555556,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.2222222222222222,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.4722222222222222,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1452,"out_tokens":2178},"claude-opus-4-8":{"in_tokens":2897,"out_tokens":981},"claude-opus-4-7":{"in_tokens":2902,"out_tokens":748},"mistral-large-2":{"in_tokens":1565,"out_tokens":748}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":1854,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":29.708599778000007,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.9,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":5.0,"mistral-large-2":3.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":1,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2253,"out_tokens":2778},"claude-opus-4-8":{"in_tokens":4426,"out_tokens":1069},"claude-opus-4-7":{"in_tokens":4431,"out_tokens":1042},"mistral-large-2":{"in_tokens":2432,"out_tokens":821}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1410,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":21.16494858300007,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5555555555555556,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.7037037037037037,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1378,"out_tokens":2589},"claude-opus-4-8":{"in_tokens":2674,"out_tokens":799},"claude-opus-4-7":{"in_tokens":2679,"out_tokens":728},"mistral-large-2":{"in_tokens":1499,"out_tokens":724}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":781,"out_tokens":339,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":64.44569445699995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1328,"out_tokens":2352},"claude-opus-4-8":{"in_tokens":2445,"out_tokens":720},"claude-opus-4-7":{"in_tokens":2450,"out_tokens":584},"mistral-large-2":{"in_tokens":1486,"out_tokens":685}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1427,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":24.177717579000046,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8148148148148149,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":2094},"claude-opus-4-8":{"in_tokens":2353,"out_tokens":695},"claude-opus-4-7":{"in_tokens":2358,"out_tokens":662},"mistral-large-2":{"in_tokens":1301,"out_tokens":597}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":201,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":18.714990339999986,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1184,"out_tokens":1356},"claude-opus-4-8":{"in_tokens":2258,"out_tokens":722},"claude-opus-4-7":{"in_tokens":2263,"out_tokens":502},"mistral-large-2":{"in_tokens":1298,"out_tokens":595}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":916,"out_tokens":1793,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":29.101944638000077,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.6,"claude-opus-4-7":0.5,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2259,"out_tokens":1980},"claude-opus-4-8":{"in_tokens":4404,"out_tokens":1238},"claude-opus-4-7":{"in_tokens":4409,"out_tokens":953},"mistral-large-2":{"in_tokens":2390,"out_tokens":811}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":262,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.087499521999916,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":990,"out_tokens":1030},"claude-opus-4-8":{"in_tokens":1995,"out_tokens":452},"claude-opus-4-7":{"in_tokens":2000,"out_tokens":427},"mistral-large-2":{"in_tokens":1061,"out_tokens":448}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2441,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":44.83594200199991,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1507,"out_tokens":2055},"claude-opus-4-8":{"in_tokens":2966,"out_tokens":562},"claude-opus-4-7":{"in_tokens":2971,"out_tokens":485},"mistral-large-2":{"in_tokens":1675,"out_tokens":634}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":305,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":22.686135987999933,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.3333333333333333,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.5,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.5833333333333334,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1031,"out_tokens":2638},"claude-opus-4-8":{"in_tokens":2022,"out_tokens":609},"claude-opus-4-7":{"in_tokens":2027,"out_tokens":452},"mistral-large-2":{"in_tokens":1110,"out_tokens":473}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1262,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":21.679473454999993,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.42857142857142855,"judge_scores":{"gpt-5":0.2857142857142857,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5714285714285714,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1492,"out_tokens":1932},"claude-opus-4-8":{"in_tokens":2859,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2864,"out_tokens":483},"mistral-large-2":{"in_tokens":1589,"out_tokens":624}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":251,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":21.164864631,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7916666666666667,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":963,"out_tokens":1073},"claude-opus-4-8":{"in_tokens":1965,"out_tokens":454},"claude-opus-4-7":{"in_tokens":1970,"out_tokens":459},"mistral-large-2":{"in_tokens":1023,"out_tokens":483}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":539,"out_tokens":5873,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":172.940900703,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1983,"out_tokens":2045},"claude-opus-4-8":{"in_tokens":3861,"out_tokens":709},"claude-opus-4-7":{"in_tokens":3866,"out_tokens":603},"mistral-large-2":{"in_tokens":2086,"out_tokens":709}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":1913,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":27.751786304000007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1310,"out_tokens":1982},"claude-opus-4-8":{"in_tokens":2584,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2589,"out_tokens":595},"mistral-large-2":{"in_tokens":1459,"out_tokens":668}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":886,"out_tokens":1873,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":30.03731528500009,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.6,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.8,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":2.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2269,"out_tokens":2788},"claude-opus-4-8":{"in_tokens":4454,"out_tokens":1070},"claude-opus-4-7":{"in_tokens":4459,"out_tokens":977},"mistral-large-2":{"in_tokens":2465,"out_tokens":805}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1586,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":23.78604893299996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"judge_scores":{"gpt-5":0.1,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.45,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":1},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1895,"out_tokens":2987},"claude-opus-4-8":{"in_tokens":3799,"out_tokens":937},"claude-opus-4-7":{"in_tokens":3804,"out_tokens":743},"mistral-large-2":{"in_tokens":2033,"out_tokens":799}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":29.686883826999974,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1203,"out_tokens":1500},"claude-opus-4-8":{"in_tokens":2296,"out_tokens":744},"claude-opus-4-7":{"in_tokens":2301,"out_tokens":610},"mistral-large-2":{"in_tokens":1335,"out_tokens":577}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1475,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":21.13472165999997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7916666666666666,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1241,"out_tokens":1906},"claude-opus-4-8":{"in_tokens":2361,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2366,"out_tokens":515},"mistral-large-2":{"in_tokens":1386,"out_tokens":630}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":272,"error":null,"skip_reason":null,"score_raw":0.17857142857142855,"duration_s":31.496857623999972,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.14285714285714285,"claude-opus-4-8":0.2857142857142857,"claude-opus-4-7":0.2857142857142857,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.17857142857142855,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1075,"out_tokens":2218},"claude-opus-4-8":{"in_tokens":2123,"out_tokens":552},"claude-opus-4-7":{"in_tokens":2128,"out_tokens":511},"mistral-large-2":{"in_tokens":1168,"out_tokens":750}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":21.742323128000066,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.16666666666666666,"claude-opus-4-8":0.5,"claude-opus-4-7":0.16666666666666666,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":0.0},"score_ex_family":0.4166666666666667,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1060,"out_tokens":1530},"claude-opus-4-8":{"in_tokens":2126,"out_tokens":490},"claude-opus-4-7":{"in_tokens":2131,"out_tokens":448},"mistral-large-2":{"in_tokens":1121,"out_tokens":507}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1029,"out_tokens":391,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":48.731637827999975,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1819,"out_tokens":1866},"claude-opus-4-8":{"in_tokens":3361,"out_tokens":704},"claude-opus-4-7":{"in_tokens":3366,"out_tokens":591},"mistral-large-2":{"in_tokens":1949,"out_tokens":610}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":850,"out_tokens":125,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":27.06512545800001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1096,"out_tokens":1208},"claude-opus-4-8":{"in_tokens":2105,"out_tokens":581},"claude-opus-4-7":{"in_tokens":2110,"out_tokens":531},"mistral-large-2":{"in_tokens":1201,"out_tokens":624}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":17.280415532999996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.5416666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1007,"out_tokens":1360},"claude-opus-4-8":{"in_tokens":2073,"out_tokens":519},"claude-opus-4-7":{"in_tokens":2078,"out_tokens":449},"mistral-large-2":{"in_tokens":1078,"out_tokens":648}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":892,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":31.268814954999925,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":1249},"claude-opus-4-8":{"in_tokens":2431,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2436,"out_tokens":537},"mistral-large-2":{"in_tokens":1386,"out_tokens":529}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":251,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":22.008381299000007,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":956,"out_tokens":1515},"claude-opus-4-8":{"in_tokens":1847,"out_tokens":406},"claude-opus-4-7":{"in_tokens":1852,"out_tokens":449},"mistral-large-2":{"in_tokens":992,"out_tokens":503}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":1803,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":28.759913076999965,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":1,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1696,"out_tokens":1563},"claude-opus-4-8":{"in_tokens":3272,"out_tokens":640},"claude-opus-4-7":{"in_tokens":3277,"out_tokens":696},"mistral-large-2":{"in_tokens":1852,"out_tokens":927}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":2361,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":37.262406518000034,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1361,"out_tokens":2076},"claude-opus-4-8":{"in_tokens":2526,"out_tokens":778},"claude-opus-4-7":{"in_tokens":2531,"out_tokens":677},"mistral-large-2":{"in_tokens":1488,"out_tokens":714}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":464.918072575,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":1592,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":26.061045648000004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.375,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1820,"out_tokens":3295},"claude-opus-4-8":{"in_tokens":3514,"out_tokens":758},"claude-opus-4-7":{"in_tokens":3519,"out_tokens":615},"mistral-large-2":{"in_tokens":1929,"out_tokens":792}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1088,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":15.889597589999994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1135,"out_tokens":1422},"claude-opus-4-8":{"in_tokens":2216,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2221,"out_tokens":431},"mistral-large-2":{"in_tokens":1233,"out_tokens":624}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1589,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":24.631519041999923,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1272,"out_tokens":900},"claude-opus-4-8":{"in_tokens":2390,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2395,"out_tokens":575},"mistral-large-2":{"in_tokens":1378,"out_tokens":594}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":2543,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":37.65810284500003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1213,"out_tokens":2660},"claude-opus-4-8":{"in_tokens":2372,"out_tokens":578},"claude-opus-4-7":{"in_tokens":2377,"out_tokens":515},"mistral-large-2":{"in_tokens":1300,"out_tokens":740}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1309,"out_tokens":1733,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":28.963789713999972,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.9,"claude-opus-4-7":0.7,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.85,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2430,"out_tokens":2397},"claude-opus-4-8":{"in_tokens":4705,"out_tokens":1107},"claude-opus-4-7":{"in_tokens":4710,"out_tokens":1001},"mistral-large-2":{"in_tokens":2534,"out_tokens":833}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":21.827889960999983,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.53125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1037,"out_tokens":1425},"claude-opus-4-8":{"in_tokens":2084,"out_tokens":581},"claude-opus-4-7":{"in_tokens":2089,"out_tokens":676},"mistral-large-2":{"in_tokens":1085,"out_tokens":604}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":1434,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":18.50081326499992,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.9629629629629629,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":2196},"claude-opus-4-8":{"in_tokens":2572,"out_tokens":679},"claude-opus-4-7":{"in_tokens":2577,"out_tokens":589},"mistral-large-2":{"in_tokens":1514,"out_tokens":716}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1103,"out_tokens":1897,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":32.333319801000016,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2328,"out_tokens":3738},"claude-opus-4-8":{"in_tokens":4532,"out_tokens":1078},"claude-opus-4-7":{"in_tokens":4537,"out_tokens":946},"mistral-large-2":{"in_tokens":2493,"out_tokens":769}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":487,"out_tokens":15154,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":484.48576892200003,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.3,"judge_scores":{"gpt-5":0.1,"claude-opus-4-8":0.4,"claude-opus-4-7":0.3,"mistral-large-2":0.3},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":6.0,"mistral-large-2":7.0},"score_ex_family":0.275,"false_claim_types":{"az":0,"paragraph":12,"study":0,"number":2,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1761,"out_tokens":2448},"claude-opus-4-8":{"in_tokens":3274,"out_tokens":1129},"claude-opus-4-7":{"in_tokens":3279,"out_tokens":1135},"mistral-large-2":{"in_tokens":1873,"out_tokens":1051}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":23.661002884999903,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1263,"out_tokens":1411},"claude-opus-4-8":{"in_tokens":2452,"out_tokens":897},"claude-opus-4-7":{"in_tokens":2457,"out_tokens":741},"mistral-large-2":{"in_tokens":1375,"out_tokens":620}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":811,"out_tokens":122,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":21.765848971999958,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1006,"out_tokens":1038},"claude-opus-4-8":{"in_tokens":1976,"out_tokens":564},"claude-opus-4-7":{"in_tokens":1981,"out_tokens":464},"mistral-large-2":{"in_tokens":1101,"out_tokens":411}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":22.046897237000053,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.25,"claude-opus-4-7":0.125,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.1875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1085,"out_tokens":1587},"claude-opus-4-8":{"in_tokens":2191,"out_tokens":706},"claude-opus-4-7":{"in_tokens":2196,"out_tokens":545},"mistral-large-2":{"in_tokens":1170,"out_tokens":796}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":244,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":27.031292185999973,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.42857142857142855,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.6071428571428571,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":940,"out_tokens":1295},"claude-opus-4-8":{"in_tokens":1878,"out_tokens":563},"claude-opus-4-7":{"in_tokens":1883,"out_tokens":463},"mistral-large-2":{"in_tokens":1004,"out_tokens":685}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":812,"out_tokens":143,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":26.588159028000064,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5833333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1079,"out_tokens":1250},"claude-opus-4-8":{"in_tokens":2132,"out_tokens":725},"claude-opus-4-7":{"in_tokens":2137,"out_tokens":541},"mistral-large-2":{"in_tokens":1190,"out_tokens":578}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":832,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":37.66650845800007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1250,"out_tokens":1635},"claude-opus-4-8":{"in_tokens":2381,"out_tokens":599},"claude-opus-4-7":{"in_tokens":2386,"out_tokens":520},"mistral-large-2":{"in_tokens":1398,"out_tokens":598}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":432,"out_tokens":262,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":37.130494692999946,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.125,"claude-opus-4-7":0.125,"mistral-large-2":0.25},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.125,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":1},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1230,"out_tokens":2408},"claude-opus-4-8":{"in_tokens":2346,"out_tokens":797},"claude-opus-4-7":{"in_tokens":2351,"out_tokens":825},"mistral-large-2":{"in_tokens":1295,"out_tokens":638}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":19.60440069399999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1074,"out_tokens":1188},"claude-opus-4-8":{"in_tokens":2097,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2102,"out_tokens":561},"mistral-large-2":{"in_tokens":1136,"out_tokens":519}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1109,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":34.83636119799996,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":4.0,"mistral-large-2":2.0},"score_ex_family":0.8,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2509,"out_tokens":1545},"claude-opus-4-8":{"in_tokens":4877,"out_tokens":1034},"claude-opus-4-7":{"in_tokens":4882,"out_tokens":912},"mistral-large-2":{"in_tokens":2699,"out_tokens":819}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":14.52845465300004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.2857142857142857,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5714285714285714,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":983,"out_tokens":1496},"claude-opus-4-8":{"in_tokens":1988,"out_tokens":537},"claude-opus-4-7":{"in_tokens":1993,"out_tokens":513},"mistral-large-2":{"in_tokens":1022,"out_tokens":445}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":3552,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":116.71092239699999,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":9},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2004,"out_tokens":2232},"claude-opus-4-8":{"in_tokens":3721,"out_tokens":653},"claude-opus-4-7":{"in_tokens":3726,"out_tokens":556},"mistral-large-2":{"in_tokens":2093,"out_tokens":618}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":803,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":17.361427117000062,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1199},"claude-opus-4-8":{"in_tokens":2185,"out_tokens":660},"claude-opus-4-7":{"in_tokens":2190,"out_tokens":531},"mistral-large-2":{"in_tokens":1275,"out_tokens":502}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":263,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":17.43857418399989,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6428571428571429,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":994,"out_tokens":1492},"claude-opus-4-8":{"in_tokens":2035,"out_tokens":494},"claude-opus-4-7":{"in_tokens":2040,"out_tokens":441},"mistral-large-2":{"in_tokens":1051,"out_tokens":531}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":2378,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":38.61790802400003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2090,"out_tokens":2156},"claude-opus-4-8":{"in_tokens":4181,"out_tokens":837},"claude-opus-4-7":{"in_tokens":4186,"out_tokens":721},"mistral-large-2":{"in_tokens":2236,"out_tokens":756}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":115,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":22.16959311300002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.90625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":977,"out_tokens":1525},"claude-opus-4-8":{"in_tokens":1890,"out_tokens":670},"claude-opus-4-7":{"in_tokens":1895,"out_tokens":435},"mistral-large-2":{"in_tokens":1031,"out_tokens":503}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":2946,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":41.754552272999945,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.5,"claude-opus-4-7":0.75,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":6.0},"score_ex_family":0.5833333333333334,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":1,"other":0},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1744,"out_tokens":1872},"claude-opus-4-8":{"in_tokens":3595,"out_tokens":1027},"claude-opus-4-7":{"in_tokens":3600,"out_tokens":688},"mistral-large-2":{"in_tokens":1882,"out_tokens":750}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":3535,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":102.75322787999994,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.90625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":4,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1940,"out_tokens":2004},"claude-opus-4-8":{"in_tokens":3602,"out_tokens":850},"claude-opus-4-7":{"in_tokens":3607,"out_tokens":676},"mistral-large-2":{"in_tokens":2017,"out_tokens":765}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2256,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":36.71930812200003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.9583333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2054,"out_tokens":1859},"claude-opus-4-8":{"in_tokens":4226,"out_tokens":642},"claude-opus-4-7":{"in_tokens":4231,"out_tokens":571},"mistral-large-2":{"in_tokens":2213,"out_tokens":678}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":3510,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":49.69403907499998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1954,"out_tokens":2619},"claude-opus-4-8":{"in_tokens":3764,"out_tokens":779},"claude-opus-4-7":{"in_tokens":3769,"out_tokens":663},"mistral-large-2":{"in_tokens":2105,"out_tokens":806}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":13846,"error":null,"skip_reason":null,"score_raw":0.14285714285714285,"duration_s":199.057807813,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.2857142857142857,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.14285714285714285},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":7.0,"claude-opus-4-7":6.0,"mistral-large-2":5.0},"score_ex_family":0.14285714285714285,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":3,"other":3},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1328,"out_tokens":3050},"claude-opus-4-8":{"in_tokens":2585,"out_tokens":1094},"claude-opus-4-7":{"in_tokens":2590,"out_tokens":853},"mistral-large-2":{"in_tokens":1400,"out_tokens":576}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":2727,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":40.06938594400003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":5.0},"score_ex_family":0.8571428571428571,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1593,"out_tokens":2047},"claude-opus-4-8":{"in_tokens":3295,"out_tokens":600},"claude-opus-4-7":{"in_tokens":3300,"out_tokens":488},"mistral-large-2":{"in_tokens":1687,"out_tokens":593}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":796,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":21.002454471999954,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1023,"out_tokens":1446},"claude-opus-4-8":{"in_tokens":1982,"out_tokens":474},"claude-opus-4-7":{"in_tokens":1987,"out_tokens":527},"mistral-large-2":{"in_tokens":1105,"out_tokens":514}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":800,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":36.16739953199999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1189,"out_tokens":1773},"claude-opus-4-8":{"in_tokens":2236,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2241,"out_tokens":505},"mistral-large-2":{"in_tokens":1266,"out_tokens":555}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":341,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":28.88495135000005,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.1,"claude-opus-4-8":0.4,"claude-opus-4-7":0.2,"mistral-large-2":0.3},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.25,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1778,"out_tokens":2036},"claude-opus-4-8":{"in_tokens":3462,"out_tokens":921},"claude-opus-4-7":{"in_tokens":3467,"out_tokens":935},"mistral-large-2":{"in_tokens":1868,"out_tokens":801}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":380,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":29.76252566400001,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.2,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.1,"claude-opus-4-7":0.0,"mistral-large-2":0.4},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":6.0,"claude-opus-4-7":6.0,"mistral-large-2":3.0},"score_ex_family":0.125,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":2},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1716,"out_tokens":3379},"claude-opus-4-8":{"in_tokens":3377,"out_tokens":1298},"claude-opus-4-7":{"in_tokens":3382,"out_tokens":1028},"mistral-large-2":{"in_tokens":1841,"out_tokens":976}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":407,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":27.75381242900005,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.6,"claude-opus-4-7":0.6,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1722,"out_tokens":2480},"claude-opus-4-8":{"in_tokens":3430,"out_tokens":948},"claude-opus-4-7":{"in_tokens":3435,"out_tokens":830},"mistral-large-2":{"in_tokens":1824,"out_tokens":697}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":346,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":33.10954764900009,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.4,"claude-opus-4-7":0.5,"mistral-large-2":0.4},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.475,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1660,"out_tokens":1712},"claude-opus-4-8":{"in_tokens":3229,"out_tokens":944},"claude-opus-4-7":{"in_tokens":3234,"out_tokens":797},"mistral-large-2":{"in_tokens":1791,"out_tokens":757}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":800,"out_tokens":195,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":51.19574856500003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1136,"out_tokens":1994},"claude-opus-4-8":{"in_tokens":2128,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2133,"out_tokens":709},"mistral-large-2":{"in_tokens":1241,"out_tokens":1061}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":1475,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":23.49080906400002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":2383},"claude-opus-4-8":{"in_tokens":2839,"out_tokens":475},"claude-opus-4-7":{"in_tokens":2844,"out_tokens":417},"mistral-large-2":{"in_tokens":1456,"out_tokens":448}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":2173,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":36.12688408200006,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":3,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1690,"out_tokens":1824},"claude-opus-4-8":{"in_tokens":3275,"out_tokens":790},"claude-opus-4-7":{"in_tokens":3280,"out_tokens":616},"mistral-large-2":{"in_tokens":1842,"out_tokens":542}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":2135,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":33.43332512500001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1714,"out_tokens":1050},"claude-opus-4-8":{"in_tokens":3472,"out_tokens":521},"claude-opus-4-7":{"in_tokens":3477,"out_tokens":427},"mistral-large-2":{"in_tokens":1825,"out_tokens":632}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":809,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":35.90927560800003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.861111111111111,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1159,"out_tokens":1339},"claude-opus-4-8":{"in_tokens":2184,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2189,"out_tokens":472},"mistral-large-2":{"in_tokens":1269,"out_tokens":554}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":22.665741485000012,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.42857142857142855,"judge_scores":{"gpt-5":0.2857142857142857,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.6428571428571428,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1079,"out_tokens":2073},"claude-opus-4-8":{"in_tokens":2079,"out_tokens":573},"claude-opus-4-7":{"in_tokens":2084,"out_tokens":462},"mistral-large-2":{"in_tokens":1154,"out_tokens":551}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":2244,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":31.723737090999975,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7142857142857143,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1515,"out_tokens":2007},"claude-opus-4-8":{"in_tokens":2970,"out_tokens":670},"claude-opus-4-7":{"in_tokens":2975,"out_tokens":489},"mistral-large-2":{"in_tokens":1641,"out_tokens":608}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":23.549911054000063,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.16666666666666666,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5833333333333334,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1057,"out_tokens":1608},"claude-opus-4-8":{"in_tokens":2077,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2082,"out_tokens":481},"mistral-large-2":{"in_tokens":1127,"out_tokens":734}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":368,"error":null,"skip_reason":null,"score_raw":0.05,"duration_s":25.318187876000025,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.3,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.2},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.05,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1457,"out_tokens":1752},"claude-opus-4-8":{"in_tokens":2943,"out_tokens":898},"claude-opus-4-7":{"in_tokens":2948,"out_tokens":662},"mistral-large-2":{"in_tokens":1551,"out_tokens":788}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":895,"out_tokens":456,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":40.45453782799996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1596,"out_tokens":3370},"claude-opus-4-8":{"in_tokens":3131,"out_tokens":882},"claude-opus-4-7":{"in_tokens":3136,"out_tokens":1060},"mistral-large-2":{"in_tokens":1723,"out_tokens":821}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":847,"out_tokens":469,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":28.30670370000007,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.375,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1525,"out_tokens":1586},"claude-opus-4-8":{"in_tokens":3077,"out_tokens":793},"claude-opus-4-7":{"in_tokens":3082,"out_tokens":646},"mistral-large-2":{"in_tokens":1642,"out_tokens":760}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":344,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":38.38286700399999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.6,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.575,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1657,"out_tokens":2065},"claude-opus-4-8":{"in_tokens":3241,"out_tokens":1004},"claude-opus-4-7":{"in_tokens":3246,"out_tokens":611},"mistral-large-2":{"in_tokens":1781,"out_tokens":721}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":1901,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":31.259116333000065,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":3,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1635,"out_tokens":2798},"claude-opus-4-8":{"in_tokens":3271,"out_tokens":549},"claude-opus-4-7":{"in_tokens":3276,"out_tokens":470},"mistral-large-2":{"in_tokens":1781,"out_tokens":637}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":858,"out_tokens":375,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":44.834450964999974,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1364,"out_tokens":1888},"claude-opus-4-8":{"in_tokens":2864,"out_tokens":682},"claude-opus-4-7":{"in_tokens":2869,"out_tokens":552},"mistral-large-2":{"in_tokens":1473,"out_tokens":640}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":347,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":22.23214706200008,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":2322},"claude-opus-4-8":{"in_tokens":2620,"out_tokens":751},"claude-opus-4-7":{"in_tokens":2625,"out_tokens":549},"mistral-large-2":{"in_tokens":1432,"out_tokens":743}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":803,"out_tokens":378,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":31.377274027999988,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7142857142857143,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":1392},"claude-opus-4-8":{"in_tokens":2572,"out_tokens":573},"claude-opus-4-7":{"in_tokens":2577,"out_tokens":553},"mistral-large-2":{"in_tokens":1342,"out_tokens":472}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":5773,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":79.79081558000007,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":6.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":10,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2321,"out_tokens":3400},"claude-opus-4-8":{"in_tokens":4464,"out_tokens":1520},"claude-opus-4-7":{"in_tokens":4469,"out_tokens":899},"mistral-large-2":{"in_tokens":2482,"out_tokens":919}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":331,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":26.39189627600001,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.4,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.1,"claude-opus-4-7":0.2,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":5.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.275,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1872,"out_tokens":2182},"claude-opus-4-8":{"in_tokens":3641,"out_tokens":1316},"claude-opus-4-7":{"in_tokens":3646,"out_tokens":818},"mistral-large-2":{"in_tokens":1955,"out_tokens":818}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":2118,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":37.36142696100001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1590,"out_tokens":1335},"claude-opus-4-8":{"in_tokens":3242,"out_tokens":517},"claude-opus-4-7":{"in_tokens":3247,"out_tokens":424},"mistral-large-2":{"in_tokens":1714,"out_tokens":536}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":400,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":27.539472119999914,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.5,"claude-opus-4-7":0.4,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":5.0,"claude-opus-4-7":5.0,"mistral-large-2":3.0},"score_ex_family":0.475,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":1,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1722,"out_tokens":2537},"claude-opus-4-8":{"in_tokens":3421,"out_tokens":1519},"claude-opus-4-7":{"in_tokens":3426,"out_tokens":1116},"mistral-large-2":{"in_tokens":1845,"out_tokens":760}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":752,"out_tokens":364,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.766013921999956,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1123,"out_tokens":1208},"claude-opus-4-8":{"in_tokens":2245,"out_tokens":474},"claude-opus-4-7":{"in_tokens":2250,"out_tokens":468},"mistral-large-2":{"in_tokens":1189,"out_tokens":387}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":7430,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":101.05202124700008,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":5.0,"mistral-large-2":6.0},"score_ex_family":0.5555555555555556,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":16,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":2510},"claude-opus-4-8":{"in_tokens":2644,"out_tokens":969},"claude-opus-4-7":{"in_tokens":2649,"out_tokens":908},"mistral-large-2":{"in_tokens":1543,"out_tokens":779}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":8231,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":108.789650381,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":4.0,"claude-opus-4-7":6.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":13,"study":0,"number":1,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3104,"out_tokens":4030},"claude-opus-4-8":{"in_tokens":5901,"out_tokens":1180},"claude-opus-4-7":{"in_tokens":5906,"out_tokens":1129},"mistral-large-2":{"in_tokens":3396,"out_tokens":952}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":348,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":25.274760903000015,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1100,"out_tokens":1465},"claude-opus-4-8":{"in_tokens":2162,"out_tokens":524},"claude-opus-4-7":{"in_tokens":2167,"out_tokens":416},"mistral-large-2":{"in_tokens":1181,"out_tokens":507}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":2912,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":45.28449773299997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1440,"out_tokens":1376},"claude-opus-4-8":{"in_tokens":2876,"out_tokens":452},"claude-opus-4-7":{"in_tokens":2881,"out_tokens":402},"mistral-large-2":{"in_tokens":1501,"out_tokens":551}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":2181,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":34.89888488999998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.7916666666666666,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":2,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":2066},"claude-opus-4-8":{"in_tokens":2660,"out_tokens":736},"claude-opus-4-7":{"in_tokens":2665,"out_tokens":605},"mistral-large-2":{"in_tokens":1433,"out_tokens":608}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":467,"error":null,"skip_reason":null,"score_raw":0.8500000000000001,"duration_s":26.791909608000083,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.8,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8500000000000001,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1909,"out_tokens":1843},"claude-opus-4-8":{"in_tokens":3746,"out_tokens":847},"claude-opus-4-7":{"in_tokens":3751,"out_tokens":760},"mistral-large-2":{"in_tokens":2049,"out_tokens":1162}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":1692,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":29.641618316000063,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9523809523809524,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1570,"out_tokens":1484},"claude-opus-4-8":{"in_tokens":3081,"out_tokens":604},"claude-opus-4-7":{"in_tokens":3086,"out_tokens":440},"mistral-large-2":{"in_tokens":1691,"out_tokens":539}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":2998,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":87.32488443499994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.90625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1734,"out_tokens":1557},"claude-opus-4-8":{"in_tokens":3371,"out_tokens":557},"claude-opus-4-7":{"in_tokens":3376,"out_tokens":584},"mistral-large-2":{"in_tokens":1841,"out_tokens":953}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":6305,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":83.56612864199997,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":6.0},"score_ex_family":0.65,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":3012,"out_tokens":3552},"claude-opus-4-8":{"in_tokens":5747,"out_tokens":1075},"claude-opus-4-7":{"in_tokens":5752,"out_tokens":851},"mistral-large-2":{"in_tokens":3241,"out_tokens":1106}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":3586,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":101.30263384699992,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1581,"out_tokens":2376},"claude-opus-4-8":{"in_tokens":3033,"out_tokens":606},"claude-opus-4-7":{"in_tokens":3038,"out_tokens":553},"mistral-large-2":{"in_tokens":1667,"out_tokens":614}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":481,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":30.07050666300006,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.42857142857142855,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":2513},"claude-opus-4-8":{"in_tokens":2644,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2649,"out_tokens":587},"mistral-large-2":{"in_tokens":1445,"out_tokens":563}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":752,"out_tokens":341,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":37.72607447099995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1089,"out_tokens":1473},"claude-opus-4-8":{"in_tokens":2178,"out_tokens":530},"claude-opus-4-7":{"in_tokens":2183,"out_tokens":466},"mistral-large-2":{"in_tokens":1145,"out_tokens":463}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":781,"out_tokens":457,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":30.35419265400003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":1685},"claude-opus-4-8":{"in_tokens":2490,"out_tokens":492},"claude-opus-4-7":{"in_tokens":2495,"out_tokens":429},"mistral-large-2":{"in_tokens":1340,"out_tokens":607}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1528,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":26.8190384049999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1472,"out_tokens":1938},"claude-opus-4-8":{"in_tokens":2946,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2951,"out_tokens":471},"mistral-large-2":{"in_tokens":1605,"out_tokens":692}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":736,"out_tokens":319,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":29.916195735000088,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1053,"out_tokens":1672},"claude-opus-4-8":{"in_tokens":2078,"out_tokens":466},"claude-opus-4-7":{"in_tokens":2083,"out_tokens":415},"mistral-large-2":{"in_tokens":1099,"out_tokens":415}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1618,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":29.124113289000093,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1640,"out_tokens":1785},"claude-opus-4-8":{"in_tokens":3241,"out_tokens":554},"claude-opus-4-7":{"in_tokens":3246,"out_tokens":473},"mistral-large-2":{"in_tokens":1753,"out_tokens":655}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":2360,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":39.044301851,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.25,"claude-opus-4-7":0.25,"mistral-large-2":0.25},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.25,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":4},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1605,"out_tokens":1962},"claude-opus-4-8":{"in_tokens":3101,"out_tokens":787},"claude-opus-4-7":{"in_tokens":3106,"out_tokens":554},"mistral-large-2":{"in_tokens":1713,"out_tokens":674}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":1284,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":28.621628748000035,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8571428571428571,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1170,"out_tokens":1154},"claude-opus-4-8":{"in_tokens":2368,"out_tokens":533},"claude-opus-4-7":{"in_tokens":2373,"out_tokens":496},"mistral-large-2":{"in_tokens":1223,"out_tokens":503}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":5981,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":181.3185044779999,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.375,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":7.0},"score_ex_family":0.46875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":6,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1867,"out_tokens":1797},"claude-opus-4-8":{"in_tokens":3560,"out_tokens":764},"claude-opus-4-7":{"in_tokens":3565,"out_tokens":556},"mistral-large-2":{"in_tokens":1965,"out_tokens":772}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":452.77160716000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":407,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":25.934885344999998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1211,"out_tokens":1527},"claude-opus-4-8":{"in_tokens":2434,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2439,"out_tokens":561},"mistral-large-2":{"in_tokens":1266,"out_tokens":820}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":730,"out_tokens":338,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":22.931446609999966,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.42857142857142855,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.42857142857142855,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6785714285714286,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1055,"out_tokens":1017},"claude-opus-4-8":{"in_tokens":2068,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2073,"out_tokens":445},"mistral-large-2":{"in_tokens":1130,"out_tokens":508}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":768,"out_tokens":395,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":35.75984767700004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1173,"out_tokens":1526},"claude-opus-4-8":{"in_tokens":2403,"out_tokens":505},"claude-opus-4-7":{"in_tokens":2408,"out_tokens":439},"mistral-large-2":{"in_tokens":1244,"out_tokens":420}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":3591,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":58.65850736899995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1466,"out_tokens":963},"claude-opus-4-8":{"in_tokens":2810,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2815,"out_tokens":499},"mistral-large-2":{"in_tokens":1527,"out_tokens":645}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":787,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":26.488452488000007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.375,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.5,"claude-opus-4-7":0.125,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1080,"out_tokens":1749},"claude-opus-4-8":{"in_tokens":2167,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2172,"out_tokens":521},"mistral-large-2":{"in_tokens":1170,"out_tokens":683}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":2371,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":44.46378514000003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":5.0},"score_ex_family":0.9047619047619048,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1697,"out_tokens":2663},"claude-opus-4-8":{"in_tokens":3475,"out_tokens":599},"claude-opus-4-7":{"in_tokens":3480,"out_tokens":485},"mistral-large-2":{"in_tokens":1805,"out_tokens":720}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":768,"out_tokens":153,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":20.621022958000026,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6785714285714286,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":955,"out_tokens":1358},"claude-opus-4-8":{"in_tokens":1907,"out_tokens":557},"claude-opus-4-7":{"in_tokens":1912,"out_tokens":497},"mistral-large-2":{"in_tokens":998,"out_tokens":423}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2236,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":38.337834935000046,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9333333333333332,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2531,"out_tokens":2319},"claude-opus-4-8":{"in_tokens":4910,"out_tokens":932},"claude-opus-4-7":{"in_tokens":4915,"out_tokens":646},"mistral-large-2":{"in_tokens":2759,"out_tokens":733}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":769,"out_tokens":462,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":26.622405243999992,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1267,"out_tokens":1279},"claude-opus-4-8":{"in_tokens":2513,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2518,"out_tokens":498},"mistral-large-2":{"in_tokens":1349,"out_tokens":605}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":2586,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":48.75008490799996,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.6,"claude-opus-4-7":0.8,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.7000000000000001,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":5},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2482,"out_tokens":3392},"claude-opus-4-8":{"in_tokens":4867,"out_tokens":1057},"claude-opus-4-7":{"in_tokens":4872,"out_tokens":900},"mistral-large-2":{"in_tokens":2602,"out_tokens":801}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":6364,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":86.82624195100004,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":12.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":10,"study":0,"number":3,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2625,"out_tokens":2311},"claude-opus-4-8":{"in_tokens":4921,"out_tokens":950},"claude-opus-4-7":{"in_tokens":4926,"out_tokens":787},"mistral-large-2":{"in_tokens":2822,"out_tokens":1424}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":2966,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":53.848754013000075,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":1.0,"claude-opus-4-7":0.7,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.8666666666666667,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2712,"out_tokens":2552},"claude-opus-4-8":{"in_tokens":5356,"out_tokens":1002},"claude-opus-4-7":{"in_tokens":5361,"out_tokens":936},"mistral-large-2":{"in_tokens":2914,"out_tokens":872}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":893,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":57.62137286500001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1266,"out_tokens":1906},"claude-opus-4-8":{"in_tokens":2431,"out_tokens":518},"claude-opus-4-7":{"in_tokens":2436,"out_tokens":485},"mistral-large-2":{"in_tokens":1326,"out_tokens":616}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":410.53479901299994,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.125},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":5.0,"claude-opus-4-7":5.0,"mistral-large-2":3.0},"score_ex_family":0.03125,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":3,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":2419},"claude-opus-4-8":{"in_tokens":2621,"out_tokens":1016},"claude-opus-4-7":{"in_tokens":2626,"out_tokens":918},"mistral-large-2":{"in_tokens":1423,"out_tokens":686}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":15161,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":194.22705036600007,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.7,"false_claim_types":{"az":2,"paragraph":9,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2999,"out_tokens":4684},"claude-opus-4-8":{"in_tokens":5526,"out_tokens":1288},"claude-opus-4-7":{"in_tokens":5531,"out_tokens":1123},"mistral-large-2":{"in_tokens":3189,"out_tokens":1112}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":739,"out_tokens":327,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":20.876183708999974,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.2857142857142857,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.5714285714285714},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5714285714285714,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1084,"out_tokens":1738},"claude-opus-4-8":{"in_tokens":2193,"out_tokens":527},"claude-opus-4-7":{"in_tokens":2198,"out_tokens":503},"mistral-large-2":{"in_tokens":1142,"out_tokens":502}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":2700,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":45.882657824000034,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.4444444444444444},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1379,"out_tokens":1251},"claude-opus-4-8":{"in_tokens":2560,"out_tokens":776},"claude-opus-4-7":{"in_tokens":2565,"out_tokens":547},"mistral-large-2":{"in_tokens":1439,"out_tokens":660}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":970,"out_tokens":901,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":29.642514001999984,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.7,"claude-opus-4-7":0.3,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.525,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2292,"out_tokens":2780},"claude-opus-4-8":{"in_tokens":4554,"out_tokens":1085},"claude-opus-4-7":{"in_tokens":4559,"out_tokens":972},"mistral-large-2":{"in_tokens":2458,"out_tokens":926}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":486.67519851200007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":531,"out_tokens":2275,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":73.87114981800005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1757,"out_tokens":1549},"claude-opus-4-8":{"in_tokens":3308,"out_tokens":591},"claude-opus-4-7":{"in_tokens":3313,"out_tokens":459},"mistral-large-2":{"in_tokens":1836,"out_tokens":609}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":1843,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":35.022414861000016,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9047619047619048,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1709,"out_tokens":1624},"claude-opus-4-8":{"in_tokens":3274,"out_tokens":551},"claude-opus-4-7":{"in_tokens":3279,"out_tokens":488},"mistral-large-2":{"in_tokens":1830,"out_tokens":629}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":3718,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":104.74306913800001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9642857142857143,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1132,"out_tokens":1142},"claude-opus-4-8":{"in_tokens":2180,"out_tokens":516},"claude-opus-4-7":{"in_tokens":2185,"out_tokens":401},"mistral-large-2":{"in_tokens":1178,"out_tokens":535}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":2937,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":45.68001265099997,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.8,"claude-opus-4-7":0.9,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":3,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2282,"out_tokens":2671},"claude-opus-4-8":{"in_tokens":4579,"out_tokens":1045},"claude-opus-4-7":{"in_tokens":4584,"out_tokens":878},"mistral-large-2":{"in_tokens":2431,"out_tokens":958}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2757,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":48.713725691000036,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.8,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.7000000000000001,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2479,"out_tokens":2401},"claude-opus-4-8":{"in_tokens":4900,"out_tokens":1044},"claude-opus-4-7":{"in_tokens":4905,"out_tokens":761},"mistral-large-2":{"in_tokens":2696,"out_tokens":917}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1006,"out_tokens":726,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":50.452150715000016,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.8,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.65,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2216,"out_tokens":2891},"claude-opus-4-8":{"in_tokens":4327,"out_tokens":1055},"claude-opus-4-7":{"in_tokens":4332,"out_tokens":809},"mistral-large-2":{"in_tokens":2325,"out_tokens":1039}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":14269,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":193.5303850319999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.59375,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":2,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1502,"out_tokens":2400},"claude-opus-4-8":{"in_tokens":2879,"out_tokens":977},"claude-opus-4-7":{"in_tokens":2884,"out_tokens":749},"mistral-large-2":{"in_tokens":1555,"out_tokens":694}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":925,"out_tokens":700,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":37.28931016599995,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.675,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2081,"out_tokens":1849},"claude-opus-4-8":{"in_tokens":4129,"out_tokens":954},"claude-opus-4-7":{"in_tokens":4134,"out_tokens":945},"mistral-large-2":{"in_tokens":2195,"out_tokens":930}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":955,"out_tokens":763,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":43.030710849,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.95,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2102,"out_tokens":2688},"claude-opus-4-8":{"in_tokens":4141,"out_tokens":942},"claude-opus-4-7":{"in_tokens":4146,"out_tokens":658},"mistral-large-2":{"in_tokens":2273,"out_tokens":923}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":2526,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":49.786619154999926,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.7666666666666666,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2083,"out_tokens":2180},"claude-opus-4-8":{"in_tokens":4173,"out_tokens":786},"claude-opus-4-7":{"in_tokens":4178,"out_tokens":713},"mistral-large-2":{"in_tokens":2244,"out_tokens":818}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":433,"out_tokens":7814,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":354.577563587,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1385,"out_tokens":1311},"claude-opus-4-8":{"in_tokens":2621,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2626,"out_tokens":571},"mistral-large-2":{"in_tokens":1520,"out_tokens":624}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":2709,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":44.44020798700001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.875,"claude-opus-4-7":0.625,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.59375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1347,"out_tokens":1275},"claude-opus-4-8":{"in_tokens":2542,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2547,"out_tokens":521},"mistral-large-2":{"in_tokens":1412,"out_tokens":627}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":809,"out_tokens":350,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":30.84384434499998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6785714285714286,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1207,"out_tokens":1350},"claude-opus-4-8":{"in_tokens":2315,"out_tokens":563},"claude-opus-4-7":{"in_tokens":2320,"out_tokens":440},"mistral-large-2":{"in_tokens":1288,"out_tokens":528}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":2181,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":42.74044019799999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1651,"out_tokens":1406},"claude-opus-4-8":{"in_tokens":3229,"out_tokens":620},"claude-opus-4-7":{"in_tokens":3234,"out_tokens":410},"mistral-large-2":{"in_tokens":1785,"out_tokens":654}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":1514,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":45.465679089000105,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1538,"out_tokens":908},"claude-opus-4-8":{"in_tokens":2892,"out_tokens":525},"claude-opus-4-7":{"in_tokens":2897,"out_tokens":518},"mistral-large-2":{"in_tokens":1622,"out_tokens":561}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":880,"out_tokens":414,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":28.318010793999974,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.4,"judge_scores":{"gpt-5":0.1,"claude-opus-4-8":0.6,"claude-opus-4-7":0.3,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1545,"out_tokens":2352},"claude-opus-4-8":{"in_tokens":3132,"out_tokens":908},"claude-opus-4-7":{"in_tokens":3137,"out_tokens":761},"mistral-large-2":{"in_tokens":1644,"out_tokens":809}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":770,"out_tokens":448,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":31.43408342200007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.3333333333333333,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7916666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1209,"out_tokens":1584},"claude-opus-4-8":{"in_tokens":2344,"out_tokens":578},"claude-opus-4-7":{"in_tokens":2349,"out_tokens":462},"mistral-large-2":{"in_tokens":1301,"out_tokens":542}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":926,"out_tokens":632,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":56.4272477799999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1983,"out_tokens":2183},"claude-opus-4-8":{"in_tokens":3881,"out_tokens":883},"claude-opus-4-7":{"in_tokens":3886,"out_tokens":693},"mistral-large-2":{"in_tokens":2131,"out_tokens":1096}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":13526,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":172.50947195000003,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.0,"claude-opus-4-7":0.5,"mistral-large-2":0.4},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":0.0,"claude-opus-4-7":9.0,"mistral-large-2":7.0},"score_ex_family":0.4,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":2,"other":6},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":3996,"out_tokens":3856},"claude-opus-4-8":{"in_tokens":7736,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":7741,"out_tokens":1382},"mistral-large-2":{"in_tokens":4274,"out_tokens":1057}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2176,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":48.757935001999954,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.7916666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1655,"out_tokens":2474},"claude-opus-4-8":{"in_tokens":3219,"out_tokens":724},"claude-opus-4-7":{"in_tokens":3224,"out_tokens":673},"mistral-large-2":{"in_tokens":1759,"out_tokens":754}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":443,"out_tokens":5865,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":154.1986999290001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1947,"out_tokens":2089},"claude-opus-4-8":{"in_tokens":3691,"out_tokens":850},"claude-opus-4-7":{"in_tokens":3696,"out_tokens":645},"mistral-large-2":{"in_tokens":2023,"out_tokens":620}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":11773,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":156.52456014999996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":4.0,"mistral-large-2":2.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2972,"out_tokens":2343},"claude-opus-4-8":{"in_tokens":5748,"out_tokens":1050},"claude-opus-4-7":{"in_tokens":5753,"out_tokens":1027},"mistral-large-2":{"in_tokens":3138,"out_tokens":714}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":2772,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":47.651671220000026,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.9,"claude-opus-4-7":0.8,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2397,"out_tokens":2043},"claude-opus-4-8":{"in_tokens":4708,"out_tokens":1112},"claude-opus-4-7":{"in_tokens":4713,"out_tokens":812},"mistral-large-2":{"in_tokens":2524,"out_tokens":768}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":2744,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":83.92101786800004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1583,"out_tokens":1140},"claude-opus-4-8":{"in_tokens":3032,"out_tokens":568},"claude-opus-4-7":{"in_tokens":3037,"out_tokens":540},"mistral-large-2":{"in_tokens":1677,"out_tokens":619}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":6252,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":84.56731415000002,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":1.0,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":5.0,"mistral-large-2":4.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":4},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2834,"out_tokens":2588},"claude-opus-4-8":{"in_tokens":5731,"out_tokens":939},"claude-opus-4-7":{"in_tokens":5736,"out_tokens":962},"mistral-large-2":{"in_tokens":3036,"out_tokens":790}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":3434,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":56.86208972600002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":1193},"claude-opus-4-8":{"in_tokens":2457,"out_tokens":531},"claude-opus-4-7":{"in_tokens":2462,"out_tokens":437},"mistral-large-2":{"in_tokens":1392,"out_tokens":514}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":7495,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":102.20595343799994,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.9,"claude-opus-4-7":0.8,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2856,"out_tokens":3280},"claude-opus-4-8":{"in_tokens":5681,"out_tokens":1092},"claude-opus-4-7":{"in_tokens":5686,"out_tokens":1104},"mistral-large-2":{"in_tokens":3090,"out_tokens":985}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":428,"out_tokens":2832,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":49.88336931999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1250,"out_tokens":1871},"claude-opus-4-8":{"in_tokens":2292,"out_tokens":660},"claude-opus-4-7":{"in_tokens":2297,"out_tokens":497},"mistral-large-2":{"in_tokens":1313,"out_tokens":532}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":3214,"error":null,"skip_reason":null,"score_raw":0.8500000000000001,"duration_s":57.10116261399992,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.9,"claude-opus-4-7":0.8,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8666666666666667,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2506,"out_tokens":2002},"claude-opus-4-8":{"in_tokens":4944,"out_tokens":961},"claude-opus-4-7":{"in_tokens":4949,"out_tokens":729},"mistral-large-2":{"in_tokens":2683,"out_tokens":770}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":861,"out_tokens":460,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":41.10605247900003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1518,"out_tokens":2877},"claude-opus-4-8":{"in_tokens":2925,"out_tokens":827},"claude-opus-4-7":{"in_tokens":2930,"out_tokens":556},"mistral-large-2":{"in_tokens":1610,"out_tokens":686}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2322,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":41.03156423300004,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":3,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2501,"out_tokens":2693},"claude-opus-4-8":{"in_tokens":4823,"out_tokens":1018},"claude-opus-4-7":{"in_tokens":4828,"out_tokens":792},"mistral-large-2":{"in_tokens":2698,"out_tokens":1536}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":1142,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":19.307665213000064,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.53125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1061,"out_tokens":1507},"claude-opus-4-8":{"in_tokens":1998,"out_tokens":589},"claude-opus-4-7":{"in_tokens":2003,"out_tokens":474},"mistral-large-2":{"in_tokens":1115,"out_tokens":565}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":4071,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":66.157977738,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1221,"out_tokens":1727},"claude-opus-4-8":{"in_tokens":2306,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2311,"out_tokens":529},"mistral-large-2":{"in_tokens":1280,"out_tokens":522}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1032,"out_tokens":875,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":54.202738304000036,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.9,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.925,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2380,"out_tokens":2285},"claude-opus-4-8":{"in_tokens":4694,"out_tokens":913},"claude-opus-4-7":{"in_tokens":4699,"out_tokens":790},"mistral-large-2":{"in_tokens":2554,"out_tokens":1143}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3484,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":101.97600582900009,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1733,"out_tokens":1729},"claude-opus-4-8":{"in_tokens":3282,"out_tokens":557},"claude-opus-4-7":{"in_tokens":3287,"out_tokens":497},"mistral-large-2":{"in_tokens":1788,"out_tokens":641}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1148,"out_tokens":780,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":61.240269547000025,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.4,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.4,"claude-opus-4-7":0.3,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":4},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2376,"out_tokens":2294},"claude-opus-4-8":{"in_tokens":4594,"out_tokens":1334},"claude-opus-4-7":{"in_tokens":4599,"out_tokens":1039},"mistral-large-2":{"in_tokens":2481,"out_tokens":792}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":1224,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":21.23133176300007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8214285714285714,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":993,"out_tokens":908},"claude-opus-4-8":{"in_tokens":1874,"out_tokens":508},"claude-opus-4-7":{"in_tokens":1879,"out_tokens":434},"mistral-large-2":{"in_tokens":1035,"out_tokens":464}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1033,"out_tokens":990,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":61.63951509499998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.6749999999999999,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2372,"out_tokens":2033},"claude-opus-4-8":{"in_tokens":4695,"out_tokens":1073},"claude-opus-4-7":{"in_tokens":4700,"out_tokens":912},"mistral-large-2":{"in_tokens":2535,"out_tokens":775}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":1969,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":61.523391439999955,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9259259259259259,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":1449},"claude-opus-4-8":{"in_tokens":2642,"out_tokens":802},"claude-opus-4-7":{"in_tokens":2647,"out_tokens":632},"mistral-large-2":{"in_tokens":1469,"out_tokens":773}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":1324,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":19.221221425999943,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1173,"out_tokens":1712},"claude-opus-4-8":{"in_tokens":2167,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2172,"out_tokens":534},"mistral-large-2":{"in_tokens":1222,"out_tokens":591}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":879,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":36.39680401999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8055555555555556,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1194,"out_tokens":1369},"claude-opus-4-8":{"in_tokens":2310,"out_tokens":711},"claude-opus-4-7":{"in_tokens":2315,"out_tokens":599},"mistral-large-2":{"in_tokens":1285,"out_tokens":647}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":4927,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":67.30946089500003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2368,"out_tokens":2421},"claude-opus-4-8":{"in_tokens":4558,"out_tokens":956},"claude-opus-4-7":{"in_tokens":4563,"out_tokens":842},"mistral-large-2":{"in_tokens":2558,"out_tokens":780}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":3439,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":54.23889769699997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1199,"out_tokens":1524},"claude-opus-4-8":{"in_tokens":2286,"out_tokens":617},"claude-opus-4-7":{"in_tokens":2291,"out_tokens":460},"mistral-large-2":{"in_tokens":1272,"out_tokens":681}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":6166,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":81.75307462399996,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.8571428571428572,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2304,"out_tokens":2721},"claude-opus-4-8":{"in_tokens":4462,"out_tokens":1010},"claude-opus-4-7":{"in_tokens":4467,"out_tokens":981},"mistral-large-2":{"in_tokens":2461,"out_tokens":755}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":2512,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":76.74083070899997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":6},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1593,"out_tokens":1140},"claude-opus-4-8":{"in_tokens":3033,"out_tokens":628},"claude-opus-4-7":{"in_tokens":3038,"out_tokens":598},"mistral-large-2":{"in_tokens":1668,"out_tokens":692}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":1832,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":30.091391591999923,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.59375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1325,"out_tokens":1181},"claude-opus-4-8":{"in_tokens":2478,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2483,"out_tokens":522},"mistral-large-2":{"in_tokens":1383,"out_tokens":592}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":479.98435437800003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":1550,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":25.631773073999852,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.4444444444444444},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5555555555555556,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1156,"out_tokens":1464},"claude-opus-4-8":{"in_tokens":2189,"out_tokens":697},"claude-opus-4-7":{"in_tokens":2194,"out_tokens":562},"mistral-large-2":{"in_tokens":1217,"out_tokens":581}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":10430,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":381.19136674599986,"hallucination_count":7.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.125,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":11.0,"claude-opus-4-7":9.0,"mistral-large-2":7.0},"score_ex_family":0.09375,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":4,"other":4},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2064,"out_tokens":2538},"claude-opus-4-8":{"in_tokens":3935,"out_tokens":1031},"claude-opus-4-7":{"in_tokens":3940,"out_tokens":875},"mistral-large-2":{"in_tokens":2234,"out_tokens":839}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":3695,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":107.62454023600003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":5.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2208,"out_tokens":1486},"claude-opus-4-8":{"in_tokens":4167,"out_tokens":621},"claude-opus-4-7":{"in_tokens":4172,"out_tokens":578},"mistral-large-2":{"in_tokens":2278,"out_tokens":790}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":589,"out_tokens":6433,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":83.88332969299995,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":5.0,"mistral-large-2":3.0},"score_ex_family":0.9444444444444444,"false_claim_types":{"az":0,"paragraph":12,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2564,"out_tokens":3607},"claude-opus-4-8":{"in_tokens":4843,"out_tokens":1084},"claude-opus-4-7":{"in_tokens":4848,"out_tokens":907},"mistral-large-2":{"in_tokens":2752,"out_tokens":920}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":7951,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":103.82413566000002,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.7,"claude-opus-4-7":0.9,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.8,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2943,"out_tokens":4006},"claude-opus-4-8":{"in_tokens":5519,"out_tokens":1249},"claude-opus-4-7":{"in_tokens":5524,"out_tokens":1021},"mistral-large-2":{"in_tokens":3149,"out_tokens":1024}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":1964,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":32.02038938299995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1147,"out_tokens":1103},"claude-opus-4-8":{"in_tokens":2172,"out_tokens":559},"claude-opus-4-7":{"in_tokens":2177,"out_tokens":523},"mistral-large-2":{"in_tokens":1212,"out_tokens":524}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":3803,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":109.82730290299992,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1833,"out_tokens":1457},"claude-opus-4-8":{"in_tokens":3486,"out_tokens":686},"claude-opus-4-7":{"in_tokens":3491,"out_tokens":534},"mistral-large-2":{"in_tokens":1911,"out_tokens":702}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1649,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":27.730992001000118,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1138,"out_tokens":1308},"claude-opus-4-8":{"in_tokens":2110,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2115,"out_tokens":504},"mistral-large-2":{"in_tokens":1184,"out_tokens":556}}}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":3946,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":55.119746558999964,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2365,"out_tokens":1970},"claude-opus-4-8":{"in_tokens":4521,"out_tokens":700},"claude-opus-4-7":{"in_tokens":4526,"out_tokens":594},"mistral-large-2":{"in_tokens":2481,"out_tokens":595}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":2793,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":45.51372670799992,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8611111111111112,"false_claim_types":{"az":1,"paragraph":0,"study":1,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1552,"out_tokens":1418},"claude-opus-4-8":{"in_tokens":2960,"out_tokens":590},"claude-opus-4-7":{"in_tokens":2965,"out_tokens":545},"mistral-large-2":{"in_tokens":1615,"out_tokens":754}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":384,"out_tokens":1817,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":28.04987757899994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1235,"out_tokens":1082},"claude-opus-4-8":{"in_tokens":2329,"out_tokens":504},"claude-opus-4-7":{"in_tokens":2334,"out_tokens":461},"mistral-large-2":{"in_tokens":1292,"out_tokens":498}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":3086,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":49.715313068000114,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.84375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":1645},"claude-opus-4-8":{"in_tokens":2349,"out_tokens":520},"claude-opus-4-7":{"in_tokens":2354,"out_tokens":541},"mistral-large-2":{"in_tokens":1291,"out_tokens":588}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3229,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":91.26465478699993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1637,"out_tokens":1221},"claude-opus-4-8":{"in_tokens":3041,"out_tokens":515},"claude-opus-4-7":{"in_tokens":3046,"out_tokens":468},"mistral-large-2":{"in_tokens":1717,"out_tokens":672}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":384,"out_tokens":1903,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":29.090720131000126,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1189,"out_tokens":1348},"claude-opus-4-8":{"in_tokens":2220,"out_tokens":578},"claude-opus-4-7":{"in_tokens":2225,"out_tokens":474},"mistral-large-2":{"in_tokens":1252,"out_tokens":674}}}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":2595,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":39.133759517000044,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1955,"out_tokens":1651},"claude-opus-4-8":{"in_tokens":3681,"out_tokens":605},"claude-opus-4-7":{"in_tokens":3686,"out_tokens":473},"mistral-large-2":{"in_tokens":2047,"out_tokens":727}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":988,"out_tokens":330,"error":null,"skip_reason":null,"score_raw":0.30000000000000004,"duration_s":92.38603344099988,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.3,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.4,"claude-opus-4-7":0.2,"mistral-large-2":0.4},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":5.0},"score_ex_family":0.30000000000000004,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":4},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1639,"out_tokens":3446},"claude-opus-4-8":{"in_tokens":3064,"out_tokens":1049},"claude-opus-4-7":{"in_tokens":3069,"out_tokens":819},"mistral-large-2":{"in_tokens":1745,"out_tokens":920}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":876,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":93.38286865700002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.4,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.575,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":2370},"claude-opus-4-8":{"in_tokens":2314,"out_tokens":822},"claude-opus-4-7":{"in_tokens":2319,"out_tokens":559},"mistral-large-2":{"in_tokens":1290,"out_tokens":665}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":1041,"out_tokens":421,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":92.34723501999997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.525,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1895,"out_tokens":2532},"claude-opus-4-8":{"in_tokens":3593,"out_tokens":993},"claude-opus-4-7":{"in_tokens":3598,"out_tokens":807},"mistral-large-2":{"in_tokens":2039,"out_tokens":1042}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":991,"out_tokens":572,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":111.57267251899998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1698,"out_tokens":2151},"claude-opus-4-8":{"in_tokens":3237,"out_tokens":685},"claude-opus-4-7":{"in_tokens":3242,"out_tokens":659},"mistral-large-2":{"in_tokens":1855,"out_tokens":779}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":6356,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":155.67165187900002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.9629629629629629,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":3,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1753,"out_tokens":3087},"claude-opus-4-8":{"in_tokens":3362,"out_tokens":758},"claude-opus-4-7":{"in_tokens":3367,"out_tokens":972},"mistral-large-2":{"in_tokens":1930,"out_tokens":847}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":1787,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":27.52333789399995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.375,"claude-opus-4-7":0.25,"mistral-large-2":0.125},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.1875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1057,"out_tokens":1471},"claude-opus-4-8":{"in_tokens":1985,"out_tokens":538},"claude-opus-4-7":{"in_tokens":1990,"out_tokens":465},"mistral-large-2":{"in_tokens":1097,"out_tokens":487}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":1631,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":25.863861955999937,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8571428571428571,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1128,"out_tokens":1238},"claude-opus-4-8":{"in_tokens":2193,"out_tokens":554},"claude-opus-4-7":{"in_tokens":2198,"out_tokens":433},"mistral-large-2":{"in_tokens":1186,"out_tokens":467}}}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":4488,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":63.04327091000005,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2716,"out_tokens":1788},"claude-opus-4-8":{"in_tokens":5058,"out_tokens":608},"claude-opus-4-7":{"in_tokens":5063,"out_tokens":563},"mistral-large-2":{"in_tokens":2831,"out_tokens":1097}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2952,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":87.2650221670001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1345,"out_tokens":1526},"claude-opus-4-8":{"in_tokens":2514,"out_tokens":722},"claude-opus-4-7":{"in_tokens":2519,"out_tokens":693},"mistral-large-2":{"in_tokens":1389,"out_tokens":629}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":2498,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":72.3894481750001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1537,"out_tokens":1176},"claude-opus-4-8":{"in_tokens":2973,"out_tokens":525},"claude-opus-4-7":{"in_tokens":2978,"out_tokens":411},"mistral-large-2":{"in_tokens":1604,"out_tokens":510}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":9003,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":113.58043320699994,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":4.0,"claude-opus-4-7":7.0,"mistral-large-2":4.0},"score_ex_family":0.8125,"false_claim_types":{"az":2,"paragraph":7,"study":0,"number":2,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2634,"out_tokens":2554},"claude-opus-4-8":{"in_tokens":5140,"out_tokens":1041},"claude-opus-4-7":{"in_tokens":5145,"out_tokens":968},"mistral-large-2":{"in_tokens":2738,"out_tokens":770}}}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":4891,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":67.11687372400002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":5,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2502,"out_tokens":2071},"claude-opus-4-8":{"in_tokens":4683,"out_tokens":509},"claude-opus-4-7":{"in_tokens":4688,"out_tokens":627},"mistral-large-2":{"in_tokens":2598,"out_tokens":748}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":458,"out_tokens":4346,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":64.25684469800012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.6,"claude-opus-4-7":0.5,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1181,"out_tokens":1363},"claude-opus-4-8":{"in_tokens":2242,"out_tokens":748},"claude-opus-4-7":{"in_tokens":2247,"out_tokens":531},"mistral-large-2":{"in_tokens":1301,"out_tokens":624}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":3932,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":62.55754508399991,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.25,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.25,"claude-opus-4-7":0.5,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.34375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1036,"out_tokens":1488},"claude-opus-4-8":{"in_tokens":2050,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2055,"out_tokens":585},"mistral-large-2":{"in_tokens":1125,"out_tokens":614}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":6285,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":145.43541246600012,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.4,"claude-opus-4-7":0.5,"mistral-large-2":0.4},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.43333333333333335,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2038,"out_tokens":2256},"claude-opus-4-8":{"in_tokens":3922,"out_tokens":1069},"claude-opus-4-7":{"in_tokens":3927,"out_tokens":910},"mistral-large-2":{"in_tokens":2188,"out_tokens":915}}}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":4311,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":63.45637009100005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2297,"out_tokens":1838},"claude-opus-4-8":{"in_tokens":4223,"out_tokens":583},"claude-opus-4-7":{"in_tokens":4228,"out_tokens":502},"mistral-large-2":{"in_tokens":2386,"out_tokens":581}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":883,"out_tokens":408,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":57.31687177200001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1483,"out_tokens":2414},"claude-opus-4-8":{"in_tokens":2891,"out_tokens":880},"claude-opus-4-7":{"in_tokens":2896,"out_tokens":649},"mistral-large-2":{"in_tokens":1586,"out_tokens":666}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":3478,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":112.81947638500014,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.6,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.6499999999999999,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1503,"out_tokens":2048},"claude-opus-4-8":{"in_tokens":2885,"out_tokens":751},"claude-opus-4-7":{"in_tokens":2890,"out_tokens":590},"mistral-large-2":{"in_tokens":1644,"out_tokens":785}}}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":3965,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":57.311097790000076,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.375,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.375,"claude-opus-4-7":0.375,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":5.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":4},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":2133,"out_tokens":2337},"claude-opus-4-8":{"in_tokens":4052,"out_tokens":869},"claude-opus-4-7":{"in_tokens":4057,"out_tokens":704},"mistral-large-2":{"in_tokens":2250,"out_tokens":714}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":6590,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":194.7704897320001,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":2},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":2437},"claude-opus-4-8":{"in_tokens":2649,"out_tokens":955},"claude-opus-4-7":{"in_tokens":2654,"out_tokens":980},"mistral-large-2":{"in_tokens":1459,"out_tokens":890}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":2301,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":33.02343257000007,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":5.0},"score_ex_family":0.9285714285714286,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1715,"out_tokens":1231},"claude-opus-4-8":{"in_tokens":3233,"out_tokens":578},"claude-opus-4-7":{"in_tokens":3238,"out_tokens":449},"mistral-large-2":{"in_tokens":1781,"out_tokens":648}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":426,"out_tokens":2555,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":39.15408567700001,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":10.0,"claude-opus-4-7":4.0,"mistral-large-2":6.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":978,"out_tokens":1325},"claude-opus-4-8":{"in_tokens":1910,"out_tokens":912},"claude-opus-4-7":{"in_tokens":1915,"out_tokens":446},"mistral-large-2":{"in_tokens":1063,"out_tokens":709}}}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":3916,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":58.55380341499995,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":6,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2171,"out_tokens":2761},"claude-opus-4-8":{"in_tokens":4128,"out_tokens":698},"claude-opus-4-7":{"in_tokens":4133,"out_tokens":644},"mistral-large-2":{"in_tokens":2296,"out_tokens":665}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":976,"out_tokens":650,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":96.72255910500007,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.25,"claude-opus-4-7":0.25,"mistral-large-2":0.25},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":6.0},"score_ex_family":0.28125,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":1,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1854,"out_tokens":2506},"claude-opus-4-8":{"in_tokens":3543,"out_tokens":853},"claude-opus-4-7":{"in_tokens":3548,"out_tokens":690},"mistral-large-2":{"in_tokens":2005,"out_tokens":994}}}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":4337,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":63.48930489500003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2240,"out_tokens":1927},"claude-opus-4-8":{"in_tokens":4323,"out_tokens":605},"claude-opus-4-7":{"in_tokens":4328,"out_tokens":504},"mistral-large-2":{"in_tokens":2366,"out_tokens":719}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":12601,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":175.908562136,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.625,"claude-opus-4-7":0.375,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":7.0,"mistral-large-2":3.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":1,"other":4},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1919,"out_tokens":3979},"claude-opus-4-8":{"in_tokens":3836,"out_tokens":1000},"claude-opus-4-7":{"in_tokens":3841,"out_tokens":990},"mistral-large-2":{"in_tokens":2024,"out_tokens":658}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":11061,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":248.546435686,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.2,"claude-opus-4-7":0.3,"mistral-large-2":0.4},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":7.0,"claude-opus-4-7":6.0,"mistral-large-2":7.0},"score_ex_family":0.3,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":5,"other":3},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1992,"out_tokens":3289},"claude-opus-4-8":{"in_tokens":3788,"out_tokens":1370},"claude-opus-4-7":{"in_tokens":3793,"out_tokens":1410},"mistral-large-2":{"in_tokens":2129,"out_tokens":1108}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":4381,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":133.78038346799985,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.125,"claude-opus-4-7":0.125,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":6.0},"score_ex_family":0.15625,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":2,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1588,"out_tokens":2511},"claude-opus-4-8":{"in_tokens":3113,"out_tokens":887},"claude-opus-4-7":{"in_tokens":3118,"out_tokens":767},"mistral-large-2":{"in_tokens":1747,"out_tokens":902}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":4878,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":74.69026844300015,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":988,"out_tokens":1104},"claude-opus-4-8":{"in_tokens":1908,"out_tokens":633},"claude-opus-4-7":{"in_tokens":1913,"out_tokens":522},"mistral-large-2":{"in_tokens":1065,"out_tokens":510}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":695,"out_tokens":2542,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":38.055121666000105,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2003,"out_tokens":1451},"claude-opus-4-8":{"in_tokens":3765,"out_tokens":668},"claude-opus-4-7":{"in_tokens":3770,"out_tokens":543},"mistral-large-2":{"in_tokens":2091,"out_tokens":726}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":3111,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":44.85370726399992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1912,"out_tokens":964},"claude-opus-4-8":{"in_tokens":3575,"out_tokens":537},"claude-opus-4-7":{"in_tokens":3580,"out_tokens":513},"mistral-large-2":{"in_tokens":2004,"out_tokens":694}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":2233,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":71.4023458910001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":2,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1485,"out_tokens":2107},"claude-opus-4-8":{"in_tokens":2899,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2904,"out_tokens":431},"mistral-large-2":{"in_tokens":1614,"out_tokens":596}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":427.8398353980001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":4978,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":74.60509996199994,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":1.0,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":8.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":6},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2451,"out_tokens":1913},"claude-opus-4-8":{"in_tokens":4602,"out_tokens":677},"claude-opus-4-7":{"in_tokens":4607,"out_tokens":708},"mistral-large-2":{"in_tokens":2536,"out_tokens":1021}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":951,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":83.11373926700003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":1727},"claude-opus-4-8":{"in_tokens":2679,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2684,"out_tokens":563},"mistral-large-2":{"in_tokens":1410,"out_tokens":618}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":473,"out_tokens":4490,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":139.71571466800015,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1563,"out_tokens":2705},"claude-opus-4-8":{"in_tokens":3007,"out_tokens":686},"claude-opus-4-7":{"in_tokens":3012,"out_tokens":794},"mistral-large-2":{"in_tokens":1766,"out_tokens":692}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":3357,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":49.234566975999996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1982,"out_tokens":1287},"claude-opus-4-8":{"in_tokens":3764,"out_tokens":626},"claude-opus-4-7":{"in_tokens":3769,"out_tokens":601},"mistral-large-2":{"in_tokens":2073,"out_tokens":613}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":5349,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":148.302229228,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1591,"out_tokens":1795},"claude-opus-4-8":{"in_tokens":3042,"out_tokens":652},"claude-opus-4-7":{"in_tokens":3047,"out_tokens":515},"mistral-large-2":{"in_tokens":1723,"out_tokens":616}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":10996,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":158.92361278999988,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.25,"claude-opus-4-7":0.25,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.3125,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1086,"out_tokens":1915},"claude-opus-4-8":{"in_tokens":2076,"out_tokens":714},"claude-opus-4-7":{"in_tokens":2081,"out_tokens":605},"mistral-large-2":{"in_tokens":1227,"out_tokens":633}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":3210,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":46.311601712999845,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":5.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":6},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1915,"out_tokens":2160},"claude-opus-4-8":{"in_tokens":3561,"out_tokens":586},"claude-opus-4-7":{"in_tokens":3566,"out_tokens":473},"mistral-large-2":{"in_tokens":2004,"out_tokens":664}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":1049,"out_tokens":668,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":182.4552744309999,"hallucination_count":6.25,"hallucination_top100":0,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.3},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":6.0,"claude-opus-4-7":5.0,"mistral-large-2":7.0},"score_ex_family":0.425,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":1,"other":4},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2158,"out_tokens":3890},"claude-opus-4-8":{"in_tokens":4188,"out_tokens":1136},"claude-opus-4-7":{"in_tokens":4193,"out_tokens":972},"mistral-large-2":{"in_tokens":2282,"out_tokens":1013}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":10995,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":173.61801297400007,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1249,"out_tokens":1848},"claude-opus-4-8":{"in_tokens":2383,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2388,"out_tokens":601},"mistral-large-2":{"in_tokens":1353,"out_tokens":548}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":2243,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":33.45741239800009,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1801,"out_tokens":1339},"claude-opus-4-8":{"in_tokens":3441,"out_tokens":642},"claude-opus-4-7":{"in_tokens":3446,"out_tokens":429},"mistral-large-2":{"in_tokens":1892,"out_tokens":588}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":978,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":98.66519868199998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8214285714285714,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1329,"out_tokens":2091},"claude-opus-4-8":{"in_tokens":2636,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2641,"out_tokens":517},"mistral-large-2":{"in_tokens":1406,"out_tokens":578}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":704,"out_tokens":3951,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":54.89370384099993,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":9.0},"score_ex_family":0.7777777777777777,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":7},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2488,"out_tokens":2183},"claude-opus-4-8":{"in_tokens":4721,"out_tokens":600},"claude-opus-4-7":{"in_tokens":4726,"out_tokens":482},"mistral-large-2":{"in_tokens":2563,"out_tokens":999}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":645,"out_tokens":3729,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":54.05402834400002,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":7},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2158,"out_tokens":1875},"claude-opus-4-8":{"in_tokens":4173,"out_tokens":744},"claude-opus-4-7":{"in_tokens":4178,"out_tokens":625},"mistral-large-2":{"in_tokens":2243,"out_tokens":727}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":5336,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":79.75721632999989,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1219,"out_tokens":1270},"claude-opus-4-8":{"in_tokens":2371,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2376,"out_tokens":540},"mistral-large-2":{"in_tokens":1339,"out_tokens":622}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":967,"out_tokens":706,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":198.95745006099992,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.84375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1808,"out_tokens":3232},"claude-opus-4-8":{"in_tokens":3502,"out_tokens":687},"claude-opus-4-7":{"in_tokens":3507,"out_tokens":551},"mistral-large-2":{"in_tokens":1930,"out_tokens":682}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":2801,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":40.148816289000024,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2030,"out_tokens":1310},"claude-opus-4-8":{"in_tokens":3744,"out_tokens":530},"claude-opus-4-7":{"in_tokens":3749,"out_tokens":436},"mistral-large-2":{"in_tokens":2134,"out_tokens":587}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1609,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":26.26533034399995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1537,"out_tokens":2597},"claude-opus-4-8":{"in_tokens":2848,"out_tokens":534},"claude-opus-4-7":{"in_tokens":2853,"out_tokens":465},"mistral-large-2":{"in_tokens":1582,"out_tokens":749}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":1953,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":28.43937569500008,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1657,"out_tokens":1497},"claude-opus-4-8":{"in_tokens":3217,"out_tokens":566},"claude-opus-4-7":{"in_tokens":3222,"out_tokens":441},"mistral-large-2":{"in_tokens":1735,"out_tokens":762}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":2904,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":81.003369712,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1549,"out_tokens":1409},"claude-opus-4-8":{"in_tokens":2966,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2971,"out_tokens":538},"mistral-large-2":{"in_tokens":1708,"out_tokens":827}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":3222,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":51.534870473999945,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1133,"out_tokens":1361},"claude-opus-4-8":{"in_tokens":2152,"out_tokens":717},"claude-opus-4-7":{"in_tokens":2157,"out_tokens":550},"mistral-large-2":{"in_tokens":1231,"out_tokens":643}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":2718,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":41.188049036000166,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1827,"out_tokens":3302},"claude-opus-4-8":{"in_tokens":3618,"out_tokens":726},"claude-opus-4-7":{"in_tokens":3623,"out_tokens":733},"mistral-large-2":{"in_tokens":1978,"out_tokens":733}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":3650,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":53.45800648799991,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2028,"out_tokens":2157},"claude-opus-4-8":{"in_tokens":3889,"out_tokens":781},"claude-opus-4-7":{"in_tokens":3894,"out_tokens":694},"mistral-large-2":{"in_tokens":2201,"out_tokens":749}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":9788,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":202.84169713000006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.7916666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2275,"out_tokens":1588},"claude-opus-4-8":{"in_tokens":4460,"out_tokens":684},"claude-opus-4-7":{"in_tokens":4465,"out_tokens":610},"mistral-large-2":{"in_tokens":2472,"out_tokens":775}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":6190,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":89.29613063099987,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.625,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1081,"out_tokens":1627},"claude-opus-4-8":{"in_tokens":2058,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2063,"out_tokens":488},"mistral-large-2":{"in_tokens":1178,"out_tokens":493}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":936,"out_tokens":268,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":88.70133377599996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1409,"out_tokens":1536},"claude-opus-4-8":{"in_tokens":2681,"out_tokens":827},"claude-opus-4-7":{"in_tokens":2686,"out_tokens":709},"mistral-large-2":{"in_tokens":1529,"out_tokens":624}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":10813,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":173.4937972749999,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.525,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":1795},"claude-opus-4-8":{"in_tokens":2118,"out_tokens":782},"claude-opus-4-7":{"in_tokens":2123,"out_tokens":677},"mistral-large-2":{"in_tokens":1234,"out_tokens":712}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":3713,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":50.54440360500007,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.375,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.375,"claude-opus-4-7":0.375,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":6.0},"score_ex_family":0.25,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":3},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1912,"out_tokens":2695},"claude-opus-4-8":{"in_tokens":3670,"out_tokens":952},"claude-opus-4-7":{"in_tokens":3675,"out_tokens":906},"mistral-large-2":{"in_tokens":2152,"out_tokens":933}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":1029,"out_tokens":565,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":121.1107782590002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.575,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2101,"out_tokens":2948},"claude-opus-4-8":{"in_tokens":3958,"out_tokens":1207},"claude-opus-4-7":{"in_tokens":3963,"out_tokens":901},"mistral-large-2":{"in_tokens":2229,"out_tokens":863}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":3706,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":53.43695009699991,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1979,"out_tokens":3074},"claude-opus-4-8":{"in_tokens":3785,"out_tokens":695},"claude-opus-4-7":{"in_tokens":3790,"out_tokens":622},"mistral-large-2":{"in_tokens":2146,"out_tokens":814}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":9615,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":206.069764243,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9583333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1901,"out_tokens":1817},"claude-opus-4-8":{"in_tokens":3803,"out_tokens":702},"claude-opus-4-7":{"in_tokens":3808,"out_tokens":610},"mistral-large-2":{"in_tokens":2028,"out_tokens":639}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1771,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":25.295133437000004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1490,"out_tokens":1931},"claude-opus-4-8":{"in_tokens":2853,"out_tokens":594},"claude-opus-4-7":{"in_tokens":2858,"out_tokens":472},"mistral-large-2":{"in_tokens":1601,"out_tokens":503}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":3047,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":46.54798823100009,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5833333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1195,"out_tokens":1483},"claude-opus-4-8":{"in_tokens":2256,"out_tokens":773},"claude-opus-4-7":{"in_tokens":2261,"out_tokens":588},"mistral-large-2":{"in_tokens":1280,"out_tokens":523}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":11540,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":279.392497222,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":4.0,"mistral-large-2":8.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":2,"other":3},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2468,"out_tokens":3310},"claude-opus-4-8":{"in_tokens":4861,"out_tokens":965},"claude-opus-4-7":{"in_tokens":4866,"out_tokens":1003},"mistral-large-2":{"in_tokens":2641,"out_tokens":1054}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":512.6809222549999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":5265,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":144.84218623200013,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.625,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1662,"out_tokens":2168},"claude-opus-4-8":{"in_tokens":3245,"out_tokens":941},"claude-opus-4-7":{"in_tokens":3250,"out_tokens":762},"mistral-large-2":{"in_tokens":1838,"out_tokens":767}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":967,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":96.95288292200007,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.25,"claude-opus-4-7":0.25,"mistral-large-2":0.25},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.3125,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":1736},"claude-opus-4-8":{"in_tokens":2737,"out_tokens":984},"claude-opus-4-7":{"in_tokens":2742,"out_tokens":692},"mistral-large-2":{"in_tokens":1485,"out_tokens":637}}}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":998,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":36.20448413700001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.3333333333333333},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.3611111111111111,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":1486},"claude-opus-4-8":{"in_tokens":2534,"out_tokens":787},"claude-opus-4-7":{"in_tokens":2539,"out_tokens":549},"mistral-large-2":{"in_tokens":1416,"out_tokens":659}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":3877,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":57.30848334500001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.5,"claude-opus-4-7":0.25,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1003,"out_tokens":1373},"claude-opus-4-8":{"in_tokens":1865,"out_tokens":562},"claude-opus-4-7":{"in_tokens":1870,"out_tokens":541},"mistral-large-2":{"in_tokens":1115,"out_tokens":600}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":3108,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":45.53642727800002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":5.0},"score_ex_family":0.95,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1853,"out_tokens":1544},"claude-opus-4-8":{"in_tokens":3576,"out_tokens":610},"claude-opus-4-7":{"in_tokens":3581,"out_tokens":548},"mistral-large-2":{"in_tokens":2022,"out_tokens":1098}}}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":1007,"out_tokens":333,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":56.44556552799986,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.625,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1440,"out_tokens":1344},"claude-opus-4-8":{"in_tokens":2768,"out_tokens":608},"claude-opus-4-7":{"in_tokens":2773,"out_tokens":622},"mistral-large-2":{"in_tokens":1504,"out_tokens":529}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":4015,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":56.746563055000024,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.0,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.59375,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1285,"out_tokens":2136},"claude-opus-4-8":{"in_tokens":2441,"out_tokens":856},"claude-opus-4-7":{"in_tokens":2446,"out_tokens":643},"mistral-large-2":{"in_tokens":1428,"out_tokens":602}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":6492,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":202.62183139400008,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.3,"claude-opus-4-7":0.3,"mistral-large-2":0.4},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":7.0},"score_ex_family":0.3333333333333333,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":5},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1839,"out_tokens":2703},"claude-opus-4-8":{"in_tokens":3756,"out_tokens":1137},"claude-opus-4-7":{"in_tokens":3761,"out_tokens":1011},"mistral-large-2":{"in_tokens":1988,"out_tokens":1000}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":3536,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":105.09669236699983,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1457,"out_tokens":1537},"claude-opus-4-8":{"in_tokens":2808,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2813,"out_tokens":498},"mistral-large-2":{"in_tokens":1580,"out_tokens":596}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":5268,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":76.11161010900014,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.5625,"false_claim_types":{"az":2,"paragraph":5,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1766,"out_tokens":2566},"claude-opus-4-8":{"in_tokens":3522,"out_tokens":808},"claude-opus-4-7":{"in_tokens":3527,"out_tokens":828},"mistral-large-2":{"in_tokens":1930,"out_tokens":715}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":3868,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":54.15705721500012,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.0,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1819,"out_tokens":3069},"claude-opus-4-8":{"in_tokens":3452,"out_tokens":1237},"claude-opus-4-7":{"in_tokens":3457,"out_tokens":703},"mistral-large-2":{"in_tokens":2015,"out_tokens":650}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":922,"out_tokens":496,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":149.8041576789999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.861111111111111,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":3,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1607,"out_tokens":3062},"claude-opus-4-8":{"in_tokens":3085,"out_tokens":973},"claude-opus-4-7":{"in_tokens":3090,"out_tokens":1040},"mistral-large-2":{"in_tokens":1735,"out_tokens":659}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":4927,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":67.86828844399997,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2163,"out_tokens":3274},"claude-opus-4-8":{"in_tokens":4257,"out_tokens":987},"claude-opus-4-7":{"in_tokens":4262,"out_tokens":740},"mistral-large-2":{"in_tokens":2364,"out_tokens":925}}}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":932,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":40.73746045500002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.25,"claude-opus-4-7":0.25,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.25,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":1812},"claude-opus-4-8":{"in_tokens":2259,"out_tokens":553},"claude-opus-4-7":{"in_tokens":2264,"out_tokens":520},"mistral-large-2":{"in_tokens":1252,"out_tokens":596}}}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":1063,"out_tokens":355,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":40.156468098999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1390,"out_tokens":1388},"claude-opus-4-8":{"in_tokens":2589,"out_tokens":573},"claude-opus-4-7":{"in_tokens":2594,"out_tokens":469},"mistral-large-2":{"in_tokens":1456,"out_tokens":460}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":2326,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":36.9372674199999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1624,"out_tokens":1340},"claude-opus-4-8":{"in_tokens":3130,"out_tokens":688},"claude-opus-4-7":{"in_tokens":3135,"out_tokens":567},"mistral-large-2":{"in_tokens":1763,"out_tokens":626}}}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":958,"out_tokens":302,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":32.000501643999996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1281,"out_tokens":1489},"claude-opus-4-8":{"in_tokens":2353,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2358,"out_tokens":535},"mistral-large-2":{"in_tokens":1343,"out_tokens":516}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":10903,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":158.44327020900005,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1281,"out_tokens":1540},"claude-opus-4-8":{"in_tokens":2431,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2436,"out_tokens":610},"mistral-large-2":{"in_tokens":1414,"out_tokens":748}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":5894,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":89.89228371100012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1055,"out_tokens":2588},"claude-opus-4-8":{"in_tokens":2104,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2109,"out_tokens":531},"mistral-large-2":{"in_tokens":1129,"out_tokens":491}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":78,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":22.213726456999893,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.5714285714285714},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6071428571428571,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":917,"out_tokens":820},"claude-opus-4-8":{"in_tokens":1720,"out_tokens":519},"claude-opus-4-7":{"in_tokens":1725,"out_tokens":397},"mistral-large-2":{"in_tokens":954,"out_tokens":466}}}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":915,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":32.96701982100012,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.375,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.375,"claude-opus-4-7":0.5,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.4375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1065,"out_tokens":1207},"claude-opus-4-8":{"in_tokens":2004,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2009,"out_tokens":457},"mistral-large-2":{"in_tokens":1121,"out_tokens":528}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":571,"out_tokens":2929,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":42.528727419999996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1748,"out_tokens":1421},"claude-opus-4-8":{"in_tokens":3378,"out_tokens":804},"claude-opus-4-7":{"in_tokens":3383,"out_tokens":535},"mistral-large-2":{"in_tokens":1866,"out_tokens":993}}}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":941,"out_tokens":326,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":35.24612822500012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1233,"out_tokens":1489},"claude-opus-4-8":{"in_tokens":2345,"out_tokens":593},"claude-opus-4-7":{"in_tokens":2350,"out_tokens":519},"mistral-large-2":{"in_tokens":1315,"out_tokens":512}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":3931,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":56.12304846400002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2270,"out_tokens":2228},"claude-opus-4-8":{"in_tokens":4338,"out_tokens":731},"claude-opus-4-7":{"in_tokens":4343,"out_tokens":498},"mistral-large-2":{"in_tokens":2510,"out_tokens":862}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":3280,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":45.013709930999994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1555,"out_tokens":1555},"claude-opus-4-8":{"in_tokens":2964,"out_tokens":780},"claude-opus-4-7":{"in_tokens":2969,"out_tokens":542},"mistral-large-2":{"in_tokens":1732,"out_tokens":685}}}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":884,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":46.679438280999875,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1176,"out_tokens":1387},"claude-opus-4-8":{"in_tokens":2228,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2233,"out_tokens":582},"mistral-large-2":{"in_tokens":1233,"out_tokens":557}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":431,"out_tokens":5306,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":77.25159171500013,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.1111111111111111,"claude-opus-4-8":0.2222222222222222,"claude-opus-4-7":0.2222222222222222,"mistral-large-2":0.3333333333333333},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.2222222222222222,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1116,"out_tokens":1046},"claude-opus-4-8":{"in_tokens":2213,"out_tokens":769},"claude-opus-4-7":{"in_tokens":2218,"out_tokens":582},"mistral-large-2":{"in_tokens":1197,"out_tokens":695}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":8748,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":233.35109826999997,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1633,"out_tokens":2325},"claude-opus-4-8":{"in_tokens":3033,"out_tokens":748},"claude-opus-4-7":{"in_tokens":3038,"out_tokens":582},"mistral-large-2":{"in_tokens":1793,"out_tokens":638}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":2521,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":72.81689673200003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":0.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1412,"out_tokens":1565},"claude-opus-4-8":{"in_tokens":2644,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2649,"out_tokens":615},"mistral-large-2":{"in_tokens":1525,"out_tokens":582}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":1011,"out_tokens":197,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":26.772690293000096,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":1426},"claude-opus-4-8":{"in_tokens":2368,"out_tokens":560},"claude-opus-4-7":{"in_tokens":2373,"out_tokens":485},"mistral-large-2":{"in_tokens":1325,"out_tokens":530}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":929,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":29.278966183999955,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1189,"out_tokens":1549},"claude-opus-4-8":{"in_tokens":2215,"out_tokens":678},"claude-opus-4-7":{"in_tokens":2220,"out_tokens":483},"mistral-large-2":{"in_tokens":1235,"out_tokens":549}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":9382,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":280.65311429300004,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1453,"out_tokens":2406},"claude-opus-4-8":{"in_tokens":2853,"out_tokens":900},"claude-opus-4-7":{"in_tokens":2858,"out_tokens":612},"mistral-large-2":{"in_tokens":1582,"out_tokens":688}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":7010,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":152.68467613500002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1803,"out_tokens":1699},"claude-opus-4-8":{"in_tokens":3700,"out_tokens":759},"claude-opus-4-7":{"in_tokens":3705,"out_tokens":573},"mistral-large-2":{"in_tokens":1915,"out_tokens":705}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":4143,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":58.23442629299984,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2037,"out_tokens":3554},"claude-opus-4-8":{"in_tokens":3939,"out_tokens":1088},"claude-opus-4-7":{"in_tokens":3944,"out_tokens":698},"mistral-large-2":{"in_tokens":2257,"out_tokens":649}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":6441,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":89.1422808220002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.375,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":1412},"claude-opus-4-8":{"in_tokens":2160,"out_tokens":748},"claude-opus-4-7":{"in_tokens":2165,"out_tokens":492},"mistral-large-2":{"in_tokens":1318,"out_tokens":649}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":6105,"error":null,"skip_reason":null,"score_raw":0.39285714285714285,"duration_s":135.54241433200013,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.5714285714285714,"claude-opus-4-7":0.42857142857142855,"mistral-large-2":0.14285714285714285},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":5.0},"score_ex_family":0.38095238095238093,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":3,"other":1},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1504,"out_tokens":2372},"claude-opus-4-8":{"in_tokens":2981,"out_tokens":873},"claude-opus-4-7":{"in_tokens":2986,"out_tokens":695},"mistral-large-2":{"in_tokens":1595,"out_tokens":711}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":883,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":26.699988470000108,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.59375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1044,"out_tokens":992},"claude-opus-4-8":{"in_tokens":1992,"out_tokens":631},"claude-opus-4-7":{"in_tokens":1997,"out_tokens":461},"mistral-large-2":{"in_tokens":1094,"out_tokens":463}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":2789,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":41.29272740200008,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1840,"out_tokens":2266},"claude-opus-4-8":{"in_tokens":3652,"out_tokens":601},"claude-opus-4-7":{"in_tokens":3657,"out_tokens":552},"mistral-large-2":{"in_tokens":1970,"out_tokens":615}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":896,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":40.09687790199996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5833333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1142,"out_tokens":1427},"claude-opus-4-8":{"in_tokens":2180,"out_tokens":695},"claude-opus-4-7":{"in_tokens":2185,"out_tokens":590},"mistral-large-2":{"in_tokens":1203,"out_tokens":607}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":3448,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":47.80540979000011,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1829,"out_tokens":3113},"claude-opus-4-8":{"in_tokens":3591,"out_tokens":814},"claude-opus-4-7":{"in_tokens":3596,"out_tokens":981},"mistral-large-2":{"in_tokens":1946,"out_tokens":840}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":3614,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":48.66690682300009,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":1.0,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1957,"out_tokens":2716},"claude-opus-4-8":{"in_tokens":3607,"out_tokens":878},"claude-opus-4-7":{"in_tokens":3612,"out_tokens":693},"mistral-large-2":{"in_tokens":2197,"out_tokens":674}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":1004,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":36.768537509,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5277777777777778,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1396,"out_tokens":1294},"claude-opus-4-8":{"in_tokens":2665,"out_tokens":566},"claude-opus-4-7":{"in_tokens":2670,"out_tokens":532},"mistral-large-2":{"in_tokens":1447,"out_tokens":639}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":909,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":39.04165901399983,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1101,"out_tokens":1384},"claude-opus-4-8":{"in_tokens":2070,"out_tokens":541},"claude-opus-4-7":{"in_tokens":2075,"out_tokens":484},"mistral-large-2":{"in_tokens":1153,"out_tokens":541}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":27.541390284999807,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.46875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1120,"out_tokens":1167},"claude-opus-4-8":{"in_tokens":2122,"out_tokens":505},"claude-opus-4-7":{"in_tokens":2127,"out_tokens":506},"mistral-large-2":{"in_tokens":1174,"out_tokens":500}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":680,"out_tokens":2757,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":39.48980127699997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1760,"out_tokens":1340},"claude-opus-4-8":{"in_tokens":3563,"out_tokens":595},"claude-opus-4-7":{"in_tokens":3568,"out_tokens":427},"mistral-large-2":{"in_tokens":1949,"out_tokens":520}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":985,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":38.61383284900012,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1236,"out_tokens":1218},"claude-opus-4-8":{"in_tokens":2349,"out_tokens":533},"claude-opus-4-7":{"in_tokens":2354,"out_tokens":516},"mistral-large-2":{"in_tokens":1285,"out_tokens":793}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":857,"out_tokens":3528,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":46.639021760000105,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2152,"out_tokens":2582},"claude-opus-4-8":{"in_tokens":4115,"out_tokens":659},"claude-opus-4-7":{"in_tokens":4120,"out_tokens":581},"mistral-large-2":{"in_tokens":2414,"out_tokens":699}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":30.327946401999952,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.0,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":1501},"claude-opus-4-8":{"in_tokens":2104,"out_tokens":567},"claude-opus-4-7":{"in_tokens":2109,"out_tokens":491},"mistral-large-2":{"in_tokens":1181,"out_tokens":689}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":907,"out_tokens":79,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":29.413068417999966,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.5,"claude-opus-4-7":0.375,"mistral-large-2":0.25},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.34375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1037,"out_tokens":942},"claude-opus-4-8":{"in_tokens":1938,"out_tokens":589},"claude-opus-4-7":{"in_tokens":1943,"out_tokens":479},"mistral-large-2":{"in_tokens":1070,"out_tokens":513}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":841,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":24.462154843000008,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8214285714285714,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1101,"out_tokens":1052},"claude-opus-4-8":{"in_tokens":2133,"out_tokens":519},"claude-opus-4-7":{"in_tokens":2138,"out_tokens":433},"mistral-large-2":{"in_tokens":1155,"out_tokens":520}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":2497,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":36.62805837899987,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1710,"out_tokens":900},"claude-opus-4-8":{"in_tokens":3302,"out_tokens":578},"claude-opus-4-7":{"in_tokens":3307,"out_tokens":514},"mistral-large-2":{"in_tokens":1859,"out_tokens":624}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":7347,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":172.67019313900005,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1737,"out_tokens":2392},"claude-opus-4-8":{"in_tokens":3364,"out_tokens":655},"claude-opus-4-7":{"in_tokens":3369,"out_tokens":674},"mistral-large-2":{"in_tokens":1892,"out_tokens":739}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":549,"out_tokens":7407,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":196.76433741200003,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":1,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1663,"out_tokens":3689},"claude-opus-4-8":{"in_tokens":3120,"out_tokens":960},"claude-opus-4-7":{"in_tokens":3125,"out_tokens":892},"mistral-large-2":{"in_tokens":1853,"out_tokens":849}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1014,"out_tokens":4705,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":62.97401942900001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2685,"out_tokens":3359},"claude-opus-4-8":{"in_tokens":4982,"out_tokens":787},"claude-opus-4-7":{"in_tokens":4987,"out_tokens":784},"mistral-large-2":{"in_tokens":2931,"out_tokens":829}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":2714,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":38.64787604100002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1854,"out_tokens":1738},"claude-opus-4-8":{"in_tokens":3553,"out_tokens":680},"claude-opus-4-7":{"in_tokens":3558,"out_tokens":609},"mistral-large-2":{"in_tokens":2064,"out_tokens":673}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":898,"out_tokens":5185,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":68.433353291,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.8571428571428572,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":5,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2346,"out_tokens":2044},"claude-opus-4-8":{"in_tokens":4343,"out_tokens":1274},"claude-opus-4-7":{"in_tokens":4348,"out_tokens":841},"mistral-large-2":{"in_tokens":2603,"out_tokens":575}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":3095,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":103.83568727700003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1304,"out_tokens":1111},"claude-opus-4-8":{"in_tokens":2606,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2611,"out_tokens":503},"mistral-large-2":{"in_tokens":1385,"out_tokens":479}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":9605,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":137.52871865700013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":1308},"claude-opus-4-8":{"in_tokens":2720,"out_tokens":739},"claude-opus-4-7":{"in_tokens":2725,"out_tokens":637},"mistral-large-2":{"in_tokens":1574,"out_tokens":653}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":954,"out_tokens":276,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":60.52239285100018,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1296,"out_tokens":1721},"claude-opus-4-8":{"in_tokens":2457,"out_tokens":821},"claude-opus-4-7":{"in_tokens":2462,"out_tokens":575},"mistral-large-2":{"in_tokens":1435,"out_tokens":743}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":922,"out_tokens":316,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":63.932604085999856,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.375,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.5,"claude-opus-4-7":0.375,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.40625,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":2,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1202,"out_tokens":2398},"claude-opus-4-8":{"in_tokens":2377,"out_tokens":918},"claude-opus-4-7":{"in_tokens":2382,"out_tokens":754},"mistral-large-2":{"in_tokens":1307,"out_tokens":771}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":2599,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":35.91388490899999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1655,"out_tokens":2368},"claude-opus-4-8":{"in_tokens":3120,"out_tokens":692},"claude-opus-4-7":{"in_tokens":3125,"out_tokens":558},"mistral-large-2":{"in_tokens":1833,"out_tokens":678}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":10692,"error":null,"skip_reason":null,"score_raw":0.21428571428571427,"duration_s":153.686942175,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.2857142857142857,"claude-opus-4-7":0.2857142857142857,"mistral-large-2":0.2857142857142857},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.21428571428571427,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1400,"out_tokens":1549},"claude-opus-4-8":{"in_tokens":2579,"out_tokens":719},"claude-opus-4-7":{"in_tokens":2584,"out_tokens":574},"mistral-large-2":{"in_tokens":1580,"out_tokens":574}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":2578,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":39.56810555400011,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1164,"out_tokens":948},"claude-opus-4-8":{"in_tokens":2233,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2238,"out_tokens":510},"mistral-large-2":{"in_tokens":1267,"out_tokens":579}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":716,"out_tokens":3435,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":46.438029214999915,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1859,"out_tokens":2637},"claude-opus-4-8":{"in_tokens":3602,"out_tokens":918},"claude-opus-4-7":{"in_tokens":3607,"out_tokens":846},"mistral-large-2":{"in_tokens":2059,"out_tokens":782}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":929,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":34.709903311999824,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1036,"out_tokens":1435},"claude-opus-4-8":{"in_tokens":2008,"out_tokens":495},"claude-opus-4-7":{"in_tokens":2013,"out_tokens":450},"mistral-large-2":{"in_tokens":1113,"out_tokens":495}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":84.02771225700008,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.25,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.375,"claude-opus-4-7":0.125,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.34375,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1121,"out_tokens":2223},"claude-opus-4-8":{"in_tokens":2170,"out_tokens":791},"claude-opus-4-7":{"in_tokens":2175,"out_tokens":518},"mistral-large-2":{"in_tokens":1249,"out_tokens":663}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":2270,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":57.53328963999979,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1805,"out_tokens":1383},"claude-opus-4-8":{"in_tokens":3483,"out_tokens":633},"claude-opus-4-7":{"in_tokens":3488,"out_tokens":571},"mistral-large-2":{"in_tokens":1888,"out_tokens":800}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":442.82572228899994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":966,"out_tokens":140,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":89.34215526499997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.375,"claude-opus-4-7":0.375,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1103,"out_tokens":1693},"claude-opus-4-8":{"in_tokens":2093,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2098,"out_tokens":585},"mistral-large-2":{"in_tokens":1192,"out_tokens":572}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":6367,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":166.17005702000006,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.125},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":9.0,"claude-opus-4-7":7.0,"mistral-large-2":5.0},"score_ex_family":0.0625,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":3},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1302,"out_tokens":1761},"claude-opus-4-8":{"in_tokens":2432,"out_tokens":1059},"claude-opus-4-7":{"in_tokens":2437,"out_tokens":849},"mistral-large-2":{"in_tokens":1455,"out_tokens":656}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":4515,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":64.41135824899993,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2156,"out_tokens":2137},"claude-opus-4-8":{"in_tokens":4279,"out_tokens":630},"claude-opus-4-7":{"in_tokens":4284,"out_tokens":574},"mistral-large-2":{"in_tokens":2378,"out_tokens":1175}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":7445,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":167.093113551,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.8518518518518517,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":5,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1794,"out_tokens":2911},"claude-opus-4-8":{"in_tokens":3486,"out_tokens":889},"claude-opus-4-7":{"in_tokens":3491,"out_tokens":808},"mistral-large-2":{"in_tokens":1945,"out_tokens":757}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":6954,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":90.53069665399994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2277,"out_tokens":2297},"claude-opus-4-8":{"in_tokens":4404,"out_tokens":822},"claude-opus-4-7":{"in_tokens":4409,"out_tokens":565},"mistral-large-2":{"in_tokens":2516,"out_tokens":942}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":923,"out_tokens":127,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":45.51021287499998,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":4.0,"claude-opus-4-7":5.0,"mistral-large-2":6.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":983,"out_tokens":1553},"claude-opus-4-8":{"in_tokens":1960,"out_tokens":700},"claude-opus-4-7":{"in_tokens":1965,"out_tokens":503},"mistral-large-2":{"in_tokens":1065,"out_tokens":682}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":3313,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":45.58205461900002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1770,"out_tokens":2094},"claude-opus-4-8":{"in_tokens":3550,"out_tokens":800},"claude-opus-4-7":{"in_tokens":3555,"out_tokens":567},"mistral-large-2":{"in_tokens":1937,"out_tokens":739}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":11969,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":293.86024630399993,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.6,"claude-opus-4-7":0.5,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":5.0,"claude-opus-4-7":5.0,"mistral-large-2":5.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":2,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2594,"out_tokens":4010},"claude-opus-4-8":{"in_tokens":4965,"out_tokens":1425},"claude-opus-4-7":{"in_tokens":4970,"out_tokens":1121},"mistral-large-2":{"in_tokens":2770,"out_tokens":1196}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1679,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":35.25799626799994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8148148148148149,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1755,"out_tokens":1528},"claude-opus-4-8":{"in_tokens":3299,"out_tokens":802},"claude-opus-4-7":{"in_tokens":3304,"out_tokens":663},"mistral-large-2":{"in_tokens":1832,"out_tokens":684}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":3280,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":44.39775951599995,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1805,"out_tokens":2635},"claude-opus-4-8":{"in_tokens":3535,"out_tokens":799},"claude-opus-4-7":{"in_tokens":3540,"out_tokens":643},"mistral-large-2":{"in_tokens":1993,"out_tokens":564}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":450.4278294389999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":940,"out_tokens":232,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":47.94942609899999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.775,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1155,"out_tokens":1405},"claude-opus-4-8":{"in_tokens":2203,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2208,"out_tokens":501},"mistral-large-2":{"in_tokens":1267,"out_tokens":626}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":14300,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":196.4380083000001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.59375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1735,"out_tokens":1490},"claude-opus-4-8":{"in_tokens":3200,"out_tokens":758},"claude-opus-4-7":{"in_tokens":3205,"out_tokens":626},"mistral-large-2":{"in_tokens":1860,"out_tokens":607}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1516,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":32.12369420999994,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":1,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1536,"out_tokens":1642},"claude-opus-4-8":{"in_tokens":2935,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2940,"out_tokens":507},"mistral-large-2":{"in_tokens":1608,"out_tokens":603}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":4027,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":112.80007125199995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1569,"out_tokens":1393},"claude-opus-4-8":{"in_tokens":3091,"out_tokens":625},"claude-opus-4-7":{"in_tokens":3096,"out_tokens":545},"mistral-large-2":{"in_tokens":1705,"out_tokens":717}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":981,"out_tokens":224,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":57.605048873999976,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.0,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1200,"out_tokens":1004},"claude-opus-4-8":{"in_tokens":2331,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2336,"out_tokens":516},"mistral-large-2":{"in_tokens":1312,"out_tokens":554}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":8649,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":199.70122348899986,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1638,"out_tokens":2811},"claude-opus-4-8":{"in_tokens":3237,"out_tokens":785},"claude-opus-4-7":{"in_tokens":3242,"out_tokens":696},"mistral-large-2":{"in_tokens":1711,"out_tokens":601}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":8099,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":220.66448994300004,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1747,"out_tokens":2582},"claude-opus-4-8":{"in_tokens":3290,"out_tokens":816},"claude-opus-4-7":{"in_tokens":3295,"out_tokens":638},"mistral-large-2":{"in_tokens":1944,"out_tokens":626}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":3895,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":54.05516448200001,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":4.0,"mistral-large-2":2.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2016,"out_tokens":2169},"claude-opus-4-8":{"in_tokens":3799,"out_tokens":976},"claude-opus-4-7":{"in_tokens":3804,"out_tokens":1051},"mistral-large-2":{"in_tokens":2224,"out_tokens":846}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":973,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":59.12628233700002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1181,"out_tokens":1204},"claude-opus-4-8":{"in_tokens":2240,"out_tokens":603},"claude-opus-4-7":{"in_tokens":2245,"out_tokens":503},"mistral-large-2":{"in_tokens":1287,"out_tokens":711}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":3218,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":45.59623155600002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1887,"out_tokens":2573},"claude-opus-4-8":{"in_tokens":3546,"out_tokens":782},"claude-opus-4-7":{"in_tokens":3551,"out_tokens":718},"mistral-large-2":{"in_tokens":2101,"out_tokens":729}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":977,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":54.74964129,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.4444444444444444,"judge_scores":{"gpt-5":0.2222222222222222,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1114,"out_tokens":1273},"claude-opus-4-8":{"in_tokens":2108,"out_tokens":589},"claude-opus-4-7":{"in_tokens":2113,"out_tokens":518},"mistral-large-2":{"in_tokens":1208,"out_tokens":548}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":2837,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":41.933045753000215,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":9.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":11,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1829,"out_tokens":2434},"claude-opus-4-8":{"in_tokens":3490,"out_tokens":772},"claude-opus-4-7":{"in_tokens":3495,"out_tokens":735},"mistral-large-2":{"in_tokens":1965,"out_tokens":954}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":6111,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":87.85450981099984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6944444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1261,"out_tokens":1523},"claude-opus-4-8":{"in_tokens":2416,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2421,"out_tokens":589},"mistral-large-2":{"in_tokens":1375,"out_tokens":636}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":2219,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":47.708570983999834,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.7916666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1623,"out_tokens":1573},"claude-opus-4-8":{"in_tokens":3035,"out_tokens":688},"claude-opus-4-7":{"in_tokens":3040,"out_tokens":570},"mistral-large-2":{"in_tokens":1703,"out_tokens":690}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":1867,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":58.00093475199992,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":6.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1848,"out_tokens":1342},"claude-opus-4-8":{"in_tokens":3483,"out_tokens":561},"claude-opus-4-7":{"in_tokens":3488,"out_tokens":514},"mistral-large-2":{"in_tokens":1921,"out_tokens":706}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":4362,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":61.26191572300013,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1907,"out_tokens":3698},"claude-opus-4-8":{"in_tokens":3690,"out_tokens":564},"claude-opus-4-7":{"in_tokens":3695,"out_tokens":628},"mistral-large-2":{"in_tokens":2055,"out_tokens":995}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1620,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":34.60335925100003,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.375,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1473,"out_tokens":1792},"claude-opus-4-8":{"in_tokens":2868,"out_tokens":1003},"claude-opus-4-7":{"in_tokens":2873,"out_tokens":592},"mistral-large-2":{"in_tokens":1560,"out_tokens":575}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":972,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":29.761094875000026,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1306,"out_tokens":1448},"claude-opus-4-8":{"in_tokens":2529,"out_tokens":571},"claude-opus-4-7":{"in_tokens":2534,"out_tokens":477},"mistral-large-2":{"in_tokens":1377,"out_tokens":574}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":2574,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":38.54485220099991,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1664,"out_tokens":1598},"claude-opus-4-8":{"in_tokens":3344,"out_tokens":510},"claude-opus-4-7":{"in_tokens":3349,"out_tokens":423},"mistral-large-2":{"in_tokens":1803,"out_tokens":708}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":731,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":21.74238209300006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9523809523809524,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1164,"out_tokens":1086},"claude-opus-4-8":{"in_tokens":2242,"out_tokens":520},"claude-opus-4-7":{"in_tokens":2247,"out_tokens":421},"mistral-large-2":{"in_tokens":1210,"out_tokens":556}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":443,"out_tokens":8880,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":120.48849213100016,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":2097},"claude-opus-4-8":{"in_tokens":2381,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2386,"out_tokens":536},"mistral-large-2":{"in_tokens":1376,"out_tokens":949}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":4617,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":66.01917363000007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.5555555555555556,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1144,"out_tokens":1786},"claude-opus-4-8":{"in_tokens":2191,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2196,"out_tokens":597},"mistral-large-2":{"in_tokens":1258,"out_tokens":658}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":930,"out_tokens":182,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":65.85598429399988,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1188,"out_tokens":1233},"claude-opus-4-8":{"in_tokens":2241,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2246,"out_tokens":465},"mistral-large-2":{"in_tokens":1278,"out_tokens":584}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":4188,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":56.43406066600005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":2,"paragraph":1,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2050,"out_tokens":2281},"claude-opus-4-8":{"in_tokens":3928,"out_tokens":785},"claude-opus-4-7":{"in_tokens":3933,"out_tokens":591},"mistral-large-2":{"in_tokens":2251,"out_tokens":752}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1654,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":42.128390471999865,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1515,"out_tokens":1419},"claude-opus-4-8":{"in_tokens":2947,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2952,"out_tokens":502},"mistral-large-2":{"in_tokens":1602,"out_tokens":572}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":907,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":20.02796595299992,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":1462},"claude-opus-4-8":{"in_tokens":2643,"out_tokens":578},"claude-opus-4-7":{"in_tokens":2648,"out_tokens":604},"mistral-large-2":{"in_tokens":1436,"out_tokens":673}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":1034,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":48.75221039999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":860},"claude-opus-4-8":{"in_tokens":2372,"out_tokens":532},"claude-opus-4-7":{"in_tokens":2377,"out_tokens":470},"mistral-large-2":{"in_tokens":1351,"out_tokens":546}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":1003,"out_tokens":263,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":89.47715562100007,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.861111111111111,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1301,"out_tokens":2311},"claude-opus-4-8":{"in_tokens":2472,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2477,"out_tokens":668},"mistral-large-2":{"in_tokens":1431,"out_tokens":560}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1554,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":49.79380326699993,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1479,"out_tokens":1829},"claude-opus-4-8":{"in_tokens":2785,"out_tokens":904},"claude-opus-4-7":{"in_tokens":2790,"out_tokens":529},"mistral-large-2":{"in_tokens":1537,"out_tokens":890}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":900,"out_tokens":134,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":79.53099732500004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.59375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1005,"out_tokens":1634},"claude-opus-4-8":{"in_tokens":1886,"out_tokens":580},"claude-opus-4-7":{"in_tokens":1891,"out_tokens":543},"mistral-large-2":{"in_tokens":1117,"out_tokens":569}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":2713,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":70.13188316899982,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.9583333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1691,"out_tokens":1632},"claude-opus-4-8":{"in_tokens":3218,"out_tokens":649},"claude-opus-4-7":{"in_tokens":3223,"out_tokens":464},"mistral-large-2":{"in_tokens":1768,"out_tokens":527}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1001,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":36.51378042500005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1412,"out_tokens":1217},"claude-opus-4-8":{"in_tokens":2714,"out_tokens":609},"claude-opus-4-7":{"in_tokens":2719,"out_tokens":516},"mistral-large-2":{"in_tokens":1485,"out_tokens":651}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":9856,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":355.2690682110001,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.375,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.03125,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1164,"out_tokens":1798},"claude-opus-4-8":{"in_tokens":2333,"out_tokens":851},"claude-opus-4-7":{"in_tokens":2338,"out_tokens":575},"mistral-large-2":{"in_tokens":1301,"out_tokens":691}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1487,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":48.26921656699983,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":1392},"claude-opus-4-8":{"in_tokens":2544,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2549,"out_tokens":462},"mistral-large-2":{"in_tokens":1399,"out_tokens":543}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":6329,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":90.8240545980002,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.375,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.25,"claude-opus-4-7":0.25,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":8.0,"claude-opus-4-8":5.0,"claude-opus-4-7":2.0,"mistral-large-2":9.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":2},"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":2664,"out_tokens":2874},"claude-opus-4-8":{"in_tokens":5493,"out_tokens":1159},"claude-opus-4-7":{"in_tokens":5498,"out_tokens":776},"mistral-large-2":{"in_tokens":2850,"out_tokens":999}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":7072,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":98.20246567999993,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5555555555555556,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":1.0,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":7.0},"score_ex_family":0.7777777777777777,"false_claim_types":{"az":0,"paragraph":12,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2657,"out_tokens":3758},"claude-opus-4-8":{"in_tokens":5136,"out_tokens":1240},"claude-opus-4-7":{"in_tokens":5141,"out_tokens":720},"mistral-large-2":{"in_tokens":2880,"out_tokens":911}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1913,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":44.83616305999999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":5.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2082,"out_tokens":1691},"claude-opus-4-8":{"in_tokens":4032,"out_tokens":634},"claude-opus-4-7":{"in_tokens":4037,"out_tokens":571},"mistral-large-2":{"in_tokens":2167,"out_tokens":756}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":764,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":24.248817056999997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1283,"out_tokens":1611},"claude-opus-4-8":{"in_tokens":2427,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2432,"out_tokens":461},"mistral-large-2":{"in_tokens":1344,"out_tokens":516}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":932,"out_tokens":149,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":66.38800203000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1031,"out_tokens":881},"claude-opus-4-8":{"in_tokens":2073,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2078,"out_tokens":501},"mistral-large-2":{"in_tokens":1102,"out_tokens":472}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":923,"out_tokens":321,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":59.303795789000105,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.84375,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1308,"out_tokens":1929},"claude-opus-4-8":{"in_tokens":2409,"out_tokens":707},"claude-opus-4-7":{"in_tokens":2414,"out_tokens":521},"mistral-large-2":{"in_tokens":1474,"out_tokens":717}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":6658,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":90.88571929,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2775,"out_tokens":3086},"claude-opus-4-8":{"in_tokens":5544,"out_tokens":1083},"claude-opus-4-7":{"in_tokens":5549,"out_tokens":815},"mistral-large-2":{"in_tokens":3004,"out_tokens":911}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":453.342449064,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":908,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":18.748953866999955,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7916666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1136,"out_tokens":1277},"claude-opus-4-8":{"in_tokens":2136,"out_tokens":567},"claude-opus-4-7":{"in_tokens":2141,"out_tokens":495},"mistral-large-2":{"in_tokens":1175,"out_tokens":529}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":5299,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":84.00984999000002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1102,"out_tokens":1739},"claude-opus-4-8":{"in_tokens":2160,"out_tokens":736},"claude-opus-4-7":{"in_tokens":2165,"out_tokens":553},"mistral-large-2":{"in_tokens":1209,"out_tokens":529}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":747,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":16.599626657999806,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":1.0,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9047619047619048,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1219,"out_tokens":1255},"claude-opus-4-8":{"in_tokens":2382,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2387,"out_tokens":388},"mistral-large-2":{"in_tokens":1273,"out_tokens":534}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":909,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":30.368352242000128,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1404,"out_tokens":1122},"claude-opus-4-8":{"in_tokens":2675,"out_tokens":555},"claude-opus-4-7":{"in_tokens":2680,"out_tokens":496},"mistral-large-2":{"in_tokens":1480,"out_tokens":602}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":651,"out_tokens":5441,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":150.150000719,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":0.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1874,"out_tokens":1835},"claude-opus-4-8":{"in_tokens":3628,"out_tokens":761},"claude-opus-4-7":{"in_tokens":3633,"out_tokens":667},"mistral-large-2":{"in_tokens":2121,"out_tokens":691}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":672,"out_tokens":6076,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":84.45532170699994,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9285714285714286,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2314,"out_tokens":2534},"claude-opus-4-8":{"in_tokens":4749,"out_tokens":589},"claude-opus-4-7":{"in_tokens":4754,"out_tokens":837},"mistral-large-2":{"in_tokens":2460,"out_tokens":674}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":931,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":84.65895128600005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6944444444444444,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1156,"out_tokens":1191},"claude-opus-4-8":{"in_tokens":2291,"out_tokens":707},"claude-opus-4-7":{"in_tokens":2296,"out_tokens":552},"mistral-large-2":{"in_tokens":1239,"out_tokens":596}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":7346,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":109.36602445499989,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.6388888888888888,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1224,"out_tokens":1761},"claude-opus-4-8":{"in_tokens":2394,"out_tokens":888},"claude-opus-4-7":{"in_tokens":2399,"out_tokens":608},"mistral-large-2":{"in_tokens":1319,"out_tokens":620}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2189,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":63.60317450499997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1615,"out_tokens":1418},"claude-opus-4-8":{"in_tokens":3113,"out_tokens":578},"claude-opus-4-7":{"in_tokens":3118,"out_tokens":689},"mistral-large-2":{"in_tokens":1671,"out_tokens":706}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":5493,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":76.436105451,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1099,"out_tokens":1717},"claude-opus-4-8":{"in_tokens":2155,"out_tokens":748},"claude-opus-4-7":{"in_tokens":2160,"out_tokens":591},"mistral-large-2":{"in_tokens":1205,"out_tokens":590}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":1127,"out_tokens":197,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":51.122155109999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.5714285714285714,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.5714285714285714},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5714285714285714,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1449,"out_tokens":999},"claude-opus-4-8":{"in_tokens":2674,"out_tokens":559},"claude-opus-4-7":{"in_tokens":2679,"out_tokens":461},"mistral-large-2":{"in_tokens":1636,"out_tokens":554}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":10353,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":296.28967832499984,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1737,"out_tokens":2758},"claude-opus-4-8":{"in_tokens":3191,"out_tokens":632},"claude-opus-4-7":{"in_tokens":3196,"out_tokens":532},"mistral-large-2":{"in_tokens":1966,"out_tokens":721}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":1069,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":61.91963703100009,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1311,"out_tokens":1949},"claude-opus-4-8":{"in_tokens":2559,"out_tokens":712},"claude-opus-4-7":{"in_tokens":2564,"out_tokens":541},"mistral-large-2":{"in_tokens":1465,"out_tokens":648}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":553,"out_tokens":6189,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":86.98164579299987,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":1,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2251,"out_tokens":2101},"claude-opus-4-8":{"in_tokens":4521,"out_tokens":881},"claude-opus-4-7":{"in_tokens":4526,"out_tokens":538},"mistral-large-2":{"in_tokens":2400,"out_tokens":801}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":5135,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":71.82843188300012,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.9166666666666667,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2066,"out_tokens":2700},"claude-opus-4-8":{"in_tokens":4177,"out_tokens":823},"claude-opus-4-7":{"in_tokens":4182,"out_tokens":688},"mistral-large-2":{"in_tokens":2211,"out_tokens":670}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":2416,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":69.00252186399985,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.25,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.375,"claude-opus-4-7":0.375,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5833333333333334,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":2086},"claude-opus-4-8":{"in_tokens":2418,"out_tokens":868},"claude-opus-4-7":{"in_tokens":2423,"out_tokens":510},"mistral-large-2":{"in_tokens":1320,"out_tokens":669}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":914,"out_tokens":146,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":33.07802578199994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1121,"out_tokens":923},"claude-opus-4-8":{"in_tokens":2148,"out_tokens":715},"claude-opus-4-7":{"in_tokens":2153,"out_tokens":503},"mistral-large-2":{"in_tokens":1224,"out_tokens":559}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":4862,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":69.13476556699993,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":1.0,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.5714285714285714},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.5714285714285714,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2256,"out_tokens":2556},"claude-opus-4-8":{"in_tokens":4395,"out_tokens":669},"claude-opus-4-7":{"in_tokens":4400,"out_tokens":692},"mistral-large-2":{"in_tokens":2443,"out_tokens":582}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":966,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":132.48647053900004,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":8.0,"claude-opus-4-7":5.0,"mistral-large-2":7.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":1},"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1100,"out_tokens":2097},"claude-opus-4-8":{"in_tokens":2221,"out_tokens":907},"claude-opus-4-7":{"in_tokens":2226,"out_tokens":495},"mistral-large-2":{"in_tokens":1223,"out_tokens":696}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":707,"out_tokens":8536,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":222.62011813000004,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.7142857142857143,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2020,"out_tokens":2443},"claude-opus-4-8":{"in_tokens":3740,"out_tokens":1041},"claude-opus-4-7":{"in_tokens":3745,"out_tokens":702},"mistral-large-2":{"in_tokens":2256,"out_tokens":621}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":14818,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":208.82758957600004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1232,"out_tokens":1521},"claude-opus-4-8":{"in_tokens":2374,"out_tokens":697},"claude-opus-4-7":{"in_tokens":2379,"out_tokens":566},"mistral-large-2":{"in_tokens":1378,"out_tokens":859}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":4031,"error":null,"skip_reason":null,"score_raw":0.8250000000000001,"duration_s":94.02562178800008,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1411,"out_tokens":1779},"claude-opus-4-8":{"in_tokens":2703,"out_tokens":733},"claude-opus-4-7":{"in_tokens":2708,"out_tokens":509},"mistral-large-2":{"in_tokens":1545,"out_tokens":746}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":8468,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":119.41373556099984,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.4166666666666667,"false_claim_types":{"az":1,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2733,"out_tokens":3255},"claude-opus-4-8":{"in_tokens":5404,"out_tokens":524},"claude-opus-4-7":{"in_tokens":5409,"out_tokens":598},"mistral-large-2":{"in_tokens":2949,"out_tokens":1536}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":935,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":53.10291872699986,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1142,"out_tokens":1665},"claude-opus-4-8":{"in_tokens":2199,"out_tokens":798},"claude-opus-4-7":{"in_tokens":2204,"out_tokens":591},"mistral-large-2":{"in_tokens":1267,"out_tokens":575}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":4424,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":104.955941596,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":3,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1495,"out_tokens":2872},"claude-opus-4-8":{"in_tokens":2945,"out_tokens":855},"claude-opus-4-7":{"in_tokens":2950,"out_tokens":589},"mistral-large-2":{"in_tokens":1664,"out_tokens":806}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1428,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":40.80501786500008,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":1596},"claude-opus-4-8":{"in_tokens":2158,"out_tokens":637},"claude-opus-4-7":{"in_tokens":2163,"out_tokens":551},"mistral-large-2":{"in_tokens":1213,"out_tokens":540}}}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":8239,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":117.84093745199993,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2295,"out_tokens":2556},"claude-opus-4-8":{"in_tokens":4464,"out_tokens":756},"claude-opus-4-7":{"in_tokens":4469,"out_tokens":604},"mistral-large-2":{"in_tokens":2398,"out_tokens":682}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1171,"out_tokens":261,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":106.06695440599992,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1682,"out_tokens":2382},"claude-opus-4-8":{"in_tokens":3106,"out_tokens":795},"claude-opus-4-7":{"in_tokens":3111,"out_tokens":582},"mistral-large-2":{"in_tokens":1808,"out_tokens":741}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":992,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":44.28544770899998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.4444444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":1455},"claude-opus-4-8":{"in_tokens":2151,"out_tokens":720},"claude-opus-4-7":{"in_tokens":2156,"out_tokens":526},"mistral-large-2":{"in_tokens":1237,"out_tokens":593}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.014466736,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0137425530002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.012923272,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0121173549999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0112809920001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.006922906,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0046626019998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":4497,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":62.13311093800007,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1982,"out_tokens":2099},"claude-opus-4-8":{"in_tokens":4074,"out_tokens":525},"claude-opus-4-7":{"in_tokens":4079,"out_tokens":514},"mistral-large-2":{"in_tokens":2160,"out_tokens":563}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":974,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":45.82027276099984,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1156,"out_tokens":1958},"claude-opus-4-8":{"in_tokens":2247,"out_tokens":554},"claude-opus-4-7":{"in_tokens":2252,"out_tokens":479},"mistral-large-2":{"in_tokens":1282,"out_tokens":585}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":1034,"out_tokens":312,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":81.33694186499997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":4,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1399,"out_tokens":2146},"claude-opus-4-8":{"in_tokens":2677,"out_tokens":785},"claude-opus-4-7":{"in_tokens":2682,"out_tokens":809},"mistral-large-2":{"in_tokens":1531,"out_tokens":816}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":6397,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":91.18462653100005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.9166666666666667,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2478,"out_tokens":2412},"claude-opus-4-8":{"in_tokens":4869,"out_tokens":596},"claude-opus-4-7":{"in_tokens":4874,"out_tokens":452},"mistral-large-2":{"in_tokens":2679,"out_tokens":527}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":2916,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":66.72389320000002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.625,"claude-opus-4-7":0.375,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.5416666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":1795},"claude-opus-4-8":{"in_tokens":2307,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2312,"out_tokens":569},"mistral-large-2":{"in_tokens":1272,"out_tokens":629}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":11270,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":160.75419215800002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1238,"out_tokens":1855},"claude-opus-4-8":{"in_tokens":2294,"out_tokens":820},"claude-opus-4-7":{"in_tokens":2299,"out_tokens":715},"mistral-large-2":{"in_tokens":1372,"out_tokens":656}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":3778,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":115.32309700099995,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1503,"out_tokens":1651},"claude-opus-4-8":{"in_tokens":2902,"out_tokens":616},"claude-opus-4-7":{"in_tokens":2907,"out_tokens":506},"mistral-large-2":{"in_tokens":1637,"out_tokens":591}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":5249,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":69.23426646500002,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":4.0,"claude-opus-4-7":6.0,"mistral-large-2":3.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":10,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2079,"out_tokens":1933},"claude-opus-4-8":{"in_tokens":4156,"out_tokens":1079},"claude-opus-4-7":{"in_tokens":4161,"out_tokens":759},"mistral-large-2":{"in_tokens":2194,"out_tokens":1016}}}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":3740,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":56.185323444000005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1875,"out_tokens":2047},"claude-opus-4-8":{"in_tokens":3516,"out_tokens":806},"claude-opus-4-7":{"in_tokens":3521,"out_tokens":627},"mistral-large-2":{"in_tokens":1970,"out_tokens":637}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":8741,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":108.46593261399994,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":6.0,"mistral-large-2":3.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2294,"out_tokens":3521},"claude-opus-4-8":{"in_tokens":4534,"out_tokens":872},"claude-opus-4-7":{"in_tokens":4539,"out_tokens":905},"mistral-large-2":{"in_tokens":2387,"out_tokens":656}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":444,"out_tokens":12056,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":168.7951006840001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.59375,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1131,"out_tokens":1778},"claude-opus-4-8":{"in_tokens":2158,"out_tokens":755},"claude-opus-4-7":{"in_tokens":2163,"out_tokens":687},"mistral-large-2":{"in_tokens":1266,"out_tokens":841}}}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":3609,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":53.187352535999935,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1641,"out_tokens":1363},"claude-opus-4-8":{"in_tokens":3076,"out_tokens":629},"claude-opus-4-7":{"in_tokens":3081,"out_tokens":539},"mistral-large-2":{"in_tokens":1718,"out_tokens":620}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":954,"out_tokens":128,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":68.2473543829999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5833333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1061,"out_tokens":1292},"claude-opus-4-8":{"in_tokens":2072,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2077,"out_tokens":584},"mistral-large-2":{"in_tokens":1168,"out_tokens":557}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":428,"out_tokens":2000,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":31.17861839399984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":976,"out_tokens":1115},"claude-opus-4-8":{"in_tokens":1890,"out_tokens":541},"claude-opus-4-7":{"in_tokens":1895,"out_tokens":427},"mistral-large-2":{"in_tokens":1056,"out_tokens":490}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":982,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":76.55336447499985,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.5833333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1180,"out_tokens":1806},"claude-opus-4-8":{"in_tokens":2282,"out_tokens":880},"claude-opus-4-7":{"in_tokens":2287,"out_tokens":668},"mistral-large-2":{"in_tokens":1272,"out_tokens":630}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":1988,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":36.40996301000018,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1158,"out_tokens":1395},"claude-opus-4-8":{"in_tokens":2180,"out_tokens":542},"claude-opus-4-7":{"in_tokens":2185,"out_tokens":519},"mistral-large-2":{"in_tokens":1269,"out_tokens":546}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":2849,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":97.56358382200006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.9333333333333332,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1162,"out_tokens":1973},"claude-opus-4-8":{"in_tokens":2223,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2228,"out_tokens":510},"mistral-large-2":{"in_tokens":1275,"out_tokens":675}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":454,"out_tokens":8292,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":118.26964626100016,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5277777777777778,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1068,"out_tokens":1331},"claude-opus-4-8":{"in_tokens":2006,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2011,"out_tokens":611},"mistral-large-2":{"in_tokens":1144,"out_tokens":558}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":2556,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":74.73026037799991,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.861111111111111,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1493,"out_tokens":2521},"claude-opus-4-8":{"in_tokens":2880,"out_tokens":887},"claude-opus-4-7":{"in_tokens":2885,"out_tokens":763},"mistral-large-2":{"in_tokens":1651,"out_tokens":714}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":5068,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":74.67496068200012,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.9285714285714286,"false_claim_types":{"az":2,"paragraph":4,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2225,"out_tokens":3271},"claude-opus-4-8":{"in_tokens":4352,"out_tokens":545},"claude-opus-4-7":{"in_tokens":4357,"out_tokens":552},"mistral-large-2":{"in_tokens":2389,"out_tokens":662}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":953,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":65.69806863699978,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1121,"out_tokens":1628},"claude-opus-4-8":{"in_tokens":2210,"out_tokens":676},"claude-opus-4-7":{"in_tokens":2215,"out_tokens":570},"mistral-large-2":{"in_tokens":1229,"out_tokens":441}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":932,"out_tokens":94,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":30.12407211200002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":956,"out_tokens":1336},"claude-opus-4-8":{"in_tokens":1829,"out_tokens":603},"claude-opus-4-7":{"in_tokens":1834,"out_tokens":502},"mistral-large-2":{"in_tokens":1010,"out_tokens":484}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":7223,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":205.43636284900003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.0,"claude-opus-4-7":0.625,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.5416666666666666,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1440,"out_tokens":2253},"claude-opus-4-8":{"in_tokens":2775,"out_tokens":688},"claude-opus-4-7":{"in_tokens":2780,"out_tokens":779},"mistral-large-2":{"in_tokens":1578,"out_tokens":626}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":427.49834344400006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":7703,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":223.50559689199986,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.375,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.46875,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2287,"out_tokens":2846},"claude-opus-4-8":{"in_tokens":4281,"out_tokens":1267},"claude-opus-4-7":{"in_tokens":4286,"out_tokens":734},"mistral-large-2":{"in_tokens":2452,"out_tokens":743}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":5052,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":119.77431630499996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1519,"out_tokens":2343},"claude-opus-4-8":{"in_tokens":2996,"out_tokens":794},"claude-opus-4-7":{"in_tokens":3001,"out_tokens":681},"mistral-large-2":{"in_tokens":1671,"out_tokens":701}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":488,"out_tokens":3475,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":98.3991180070002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1490,"out_tokens":2457},"claude-opus-4-8":{"in_tokens":3010,"out_tokens":678},"claude-opus-4-7":{"in_tokens":3015,"out_tokens":586},"mistral-large-2":{"in_tokens":1635,"out_tokens":654}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":307,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":78.51575298699981,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1256,"out_tokens":2239},"claude-opus-4-8":{"in_tokens":2344,"out_tokens":796},"claude-opus-4-7":{"in_tokens":2349,"out_tokens":572},"mistral-large-2":{"in_tokens":1388,"out_tokens":615}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":5842,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":78.58771022600013,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":9.0,"claude-opus-4-8":1.0,"claude-opus-4-7":5.0,"mistral-large-2":5.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":11,"study":0,"number":0,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2251,"out_tokens":3180},"claude-opus-4-8":{"in_tokens":4340,"out_tokens":703},"claude-opus-4-7":{"in_tokens":4345,"out_tokens":863},"mistral-large-2":{"in_tokens":2382,"out_tokens":951}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":5195,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":71.04011409999998,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2324,"out_tokens":3280},"claude-opus-4-8":{"in_tokens":4636,"out_tokens":928},"claude-opus-4-7":{"in_tokens":4641,"out_tokens":729},"mistral-large-2":{"in_tokens":2496,"out_tokens":802}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":399.0111457470002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":945,"out_tokens":326,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":60.32329171499987,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":1997},"claude-opus-4-8":{"in_tokens":2433,"out_tokens":771},"claude-opus-4-7":{"in_tokens":2438,"out_tokens":689},"mistral-large-2":{"in_tokens":1417,"out_tokens":571}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":5242,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":78.09038658700024,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":7.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2312,"out_tokens":2114},"claude-opus-4-8":{"in_tokens":4569,"out_tokens":768},"claude-opus-4-7":{"in_tokens":4574,"out_tokens":865},"mistral-large-2":{"in_tokens":2479,"out_tokens":803}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":2870,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":40.623817335999775,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1645,"out_tokens":2226},"claude-opus-4-8":{"in_tokens":3343,"out_tokens":552},"claude-opus-4-7":{"in_tokens":3348,"out_tokens":483},"mistral-large-2":{"in_tokens":1724,"out_tokens":557}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":4357,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":66.70769269900006,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1170,"out_tokens":2055},"claude-opus-4-8":{"in_tokens":2192,"out_tokens":708},"claude-opus-4-7":{"in_tokens":2197,"out_tokens":522},"mistral-large-2":{"in_tokens":1282,"out_tokens":584}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1257,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":27.73793129600017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7407407407407408,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1216,"out_tokens":1894},"claude-opus-4-8":{"in_tokens":2304,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2309,"out_tokens":537},"mistral-large-2":{"in_tokens":1308,"out_tokens":559}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":509,"out_tokens":4002,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":122.0538038520001,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":6.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1476,"out_tokens":2928},"claude-opus-4-8":{"in_tokens":2899,"out_tokens":1050},"claude-opus-4-7":{"in_tokens":2904,"out_tokens":798},"mistral-large-2":{"in_tokens":1651,"out_tokens":743}}}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":484,"out_tokens":6108,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":88.59298777799995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2053,"out_tokens":1582},"claude-opus-4-8":{"in_tokens":3814,"out_tokens":496},"claude-opus-4-7":{"in_tokens":3819,"out_tokens":431},"mistral-large-2":{"in_tokens":2137,"out_tokens":807}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1276,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":27.343190612999933,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1105,"out_tokens":1837},"claude-opus-4-8":{"in_tokens":2081,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2086,"out_tokens":616},"mistral-large-2":{"in_tokens":1236,"out_tokens":630}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":938,"out_tokens":124,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":37.41989790200023,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.84375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":948,"out_tokens":869},"claude-opus-4-8":{"in_tokens":1829,"out_tokens":488},"claude-opus-4-7":{"in_tokens":1834,"out_tokens":436},"mistral-large-2":{"in_tokens":1029,"out_tokens":485}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2172,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":69.8136575709998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1281,"out_tokens":1273},"claude-opus-4-8":{"in_tokens":2479,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2484,"out_tokens":505},"mistral-large-2":{"in_tokens":1397,"out_tokens":557}}}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":5911,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":81.13656223499993,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1787,"out_tokens":1692},"claude-opus-4-8":{"in_tokens":3356,"out_tokens":685},"claude-opus-4-7":{"in_tokens":3361,"out_tokens":638},"mistral-large-2":{"in_tokens":1877,"out_tokens":718}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":729,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":17.887732351000068,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1082,"out_tokens":1079},"claude-opus-4-8":{"in_tokens":2192,"out_tokens":668},"claude-opus-4-7":{"in_tokens":2197,"out_tokens":475},"mistral-large-2":{"in_tokens":1151,"out_tokens":524}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":6797,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":192.88087951500006,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.861111111111111,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1579,"out_tokens":2566},"claude-opus-4-8":{"in_tokens":3044,"out_tokens":924},"claude-opus-4-7":{"in_tokens":3049,"out_tokens":738},"mistral-large-2":{"in_tokens":1756,"out_tokens":653}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":71.33011475000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1108,"out_tokens":874},"claude-opus-4-8":{"in_tokens":2084,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2089,"out_tokens":500},"mistral-large-2":{"in_tokens":1187,"out_tokens":498}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":565,"out_tokens":6864,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":95.71530187500025,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.1111111111111111,"claude-opus-4-8":0.0,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.4444444444444444},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.25,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1539,"out_tokens":1961},"claude-opus-4-8":{"in_tokens":3067,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":3072,"out_tokens":838},"mistral-large-2":{"in_tokens":1656,"out_tokens":765}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":3049,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":85.17168404499989,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.59375,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1561,"out_tokens":2311},"claude-opus-4-8":{"in_tokens":2993,"out_tokens":881},"claude-opus-4-7":{"in_tokens":2998,"out_tokens":604},"mistral-large-2":{"in_tokens":1748,"out_tokens":732}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":2068,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":29.73161731600021,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1303,"out_tokens":914},"claude-opus-4-8":{"in_tokens":2462,"out_tokens":435},"claude-opus-4-7":{"in_tokens":2467,"out_tokens":424},"mistral-large-2":{"in_tokens":1348,"out_tokens":496}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":4143,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":93.9876032899997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":5.0},"score_ex_family":0.8518518518518517,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1544,"out_tokens":2618},"claude-opus-4-8":{"in_tokens":2995,"out_tokens":772},"claude-opus-4-7":{"in_tokens":3000,"out_tokens":572},"mistral-large-2":{"in_tokens":1688,"out_tokens":858}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":951,"out_tokens":371,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":69.011340518,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1304,"out_tokens":1730},"claude-opus-4-8":{"in_tokens":2471,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2476,"out_tokens":590},"mistral-large-2":{"in_tokens":1430,"out_tokens":590}}}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":322,"out_tokens":4999,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":65.56572464200008,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":4,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1634,"out_tokens":1844},"claude-opus-4-8":{"in_tokens":3155,"out_tokens":847},"claude-opus-4-7":{"in_tokens":3160,"out_tokens":595},"mistral-large-2":{"in_tokens":1707,"out_tokens":678}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":5548,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":71.95184612599996,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":7.0},"score_ex_family":0.9285714285714286,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":1,"other":6},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2088,"out_tokens":4035},"claude-opus-4-8":{"in_tokens":4330,"out_tokens":715},"claude-opus-4-7":{"in_tokens":4335,"out_tokens":697},"mistral-large-2":{"in_tokens":2228,"out_tokens":774}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":2699,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":78.15646561799986,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":1396},"claude-opus-4-8":{"in_tokens":2573,"out_tokens":622},"claude-opus-4-7":{"in_tokens":2578,"out_tokens":486},"mistral-large-2":{"in_tokens":1474,"out_tokens":553}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":1894,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":57.394942923000144,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1206,"out_tokens":2073},"claude-opus-4-8":{"in_tokens":2348,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2353,"out_tokens":560},"mistral-large-2":{"in_tokens":1298,"out_tokens":501}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":536,"out_tokens":7922,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":109.07548746800012,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":5.0,"claude-opus-4-7":3.0,"mistral-large-2":6.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":5},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1291,"out_tokens":1993},"claude-opus-4-8":{"in_tokens":2696,"out_tokens":834},"claude-opus-4-7":{"in_tokens":2701,"out_tokens":553},"mistral-large-2":{"in_tokens":1384,"out_tokens":752}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":5373,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":74.72281023599999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.375,"claude-opus-4-7":0.375,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.40625,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":1854},"claude-opus-4-8":{"in_tokens":2823,"out_tokens":773},"claude-opus-4-7":{"in_tokens":2828,"out_tokens":749},"mistral-large-2":{"in_tokens":1535,"out_tokens":708}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":1000,"out_tokens":567,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":67.67653051100024,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.125},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":3.0,"claude-opus-4-7":6.0,"mistral-large-2":7.0},"score_ex_family":0.03125,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":5},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1569,"out_tokens":1956},"claude-opus-4-8":{"in_tokens":3309,"out_tokens":737},"claude-opus-4-7":{"in_tokens":3314,"out_tokens":947},"mistral-large-2":{"in_tokens":1679,"out_tokens":866}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":1749,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":29.923243208000258,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1677,"out_tokens":1267},"claude-opus-4-8":{"in_tokens":3180,"out_tokens":601},"claude-opus-4-7":{"in_tokens":3185,"out_tokens":550},"mistral-large-2":{"in_tokens":1768,"out_tokens":626}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":7364,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":208.43351273400003,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":5.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1767,"out_tokens":1803},"claude-opus-4-8":{"in_tokens":3482,"out_tokens":591},"claude-opus-4-7":{"in_tokens":3487,"out_tokens":587},"mistral-large-2":{"in_tokens":1954,"out_tokens":893}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":4201,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":58.14425971599985,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.6428571428571428,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":1879},"claude-opus-4-8":{"in_tokens":2407,"out_tokens":593},"claude-opus-4-7":{"in_tokens":2412,"out_tokens":526},"mistral-large-2":{"in_tokens":1253,"out_tokens":483}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1010,"out_tokens":8289,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":112.61794441600023,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":1.0,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":0.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":4},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":3341,"out_tokens":3500},"claude-opus-4-8":{"in_tokens":6538,"out_tokens":1114},"claude-opus-4-7":{"in_tokens":6543,"out_tokens":908},"mistral-large-2":{"in_tokens":3487,"out_tokens":743}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":7226,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":187.28085501600026,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.375,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.59375,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1603,"out_tokens":2562},"claude-opus-4-8":{"in_tokens":3021,"out_tokens":901},"claude-opus-4-7":{"in_tokens":3026,"out_tokens":716},"mistral-large-2":{"in_tokens":1761,"out_tokens":776}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":1037,"out_tokens":326,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":104.91126381599997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.3333333333333333,"judge_scores":{"gpt-5":0.1111111111111111,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.4444444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1463,"out_tokens":2346},"claude-opus-4-8":{"in_tokens":2938,"out_tokens":736},"claude-opus-4-7":{"in_tokens":2943,"out_tokens":861},"mistral-large-2":{"in_tokens":1571,"out_tokens":638}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":3536,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":100.07451917099979,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8148148148148149,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1308,"out_tokens":1686},"claude-opus-4-8":{"in_tokens":2614,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2619,"out_tokens":527},"mistral-large-2":{"in_tokens":1403,"out_tokens":689}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":3008,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":39.48352942600013,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9722222222222222,"false_claim_types":{"az":1,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":1800},"claude-opus-4-8":{"in_tokens":2954,"out_tokens":551},"claude-opus-4-7":{"in_tokens":2959,"out_tokens":574},"mistral-large-2":{"in_tokens":1642,"out_tokens":597}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":989,"out_tokens":684,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":93.30097182400004,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1748,"out_tokens":1971},"claude-opus-4-8":{"in_tokens":3531,"out_tokens":866},"claude-opus-4-7":{"in_tokens":3536,"out_tokens":756},"mistral-large-2":{"in_tokens":1891,"out_tokens":771}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":3826,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":80.35069446599982,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.25,"claude-opus-4-7":0.0,"mistral-large-2":0.125},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":7.0,"mistral-large-2":5.0},"score_ex_family":0.125,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":3},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1332,"out_tokens":1811},"claude-opus-4-8":{"in_tokens":2694,"out_tokens":842},"claude-opus-4-7":{"in_tokens":2699,"out_tokens":676},"mistral-large-2":{"in_tokens":1475,"out_tokens":660}}}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":8874,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":124.43774483100015,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":1,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1896,"out_tokens":1943},"claude-opus-4-8":{"in_tokens":3655,"out_tokens":704},"claude-opus-4-7":{"in_tokens":3660,"out_tokens":536},"mistral-large-2":{"in_tokens":1998,"out_tokens":530}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":535,"out_tokens":8425,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":250.70260960899986,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5555555555555556,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.6388888888888888,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1700,"out_tokens":1908},"claude-opus-4-8":{"in_tokens":3328,"out_tokens":966},"claude-opus-4-7":{"in_tokens":3333,"out_tokens":851},"mistral-large-2":{"in_tokens":1855,"out_tokens":794}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":3733,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":56.7938841780001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1093,"out_tokens":1271},"claude-opus-4-8":{"in_tokens":2177,"out_tokens":451},"claude-opus-4-7":{"in_tokens":2182,"out_tokens":384},"mistral-large-2":{"in_tokens":1167,"out_tokens":481}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":394,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":42.37365757099997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.5416666666666666,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1148,"out_tokens":1422},"claude-opus-4-8":{"in_tokens":2351,"out_tokens":515},"claude-opus-4-7":{"in_tokens":2356,"out_tokens":417},"mistral-large-2":{"in_tokens":1220,"out_tokens":591}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":905,"out_tokens":607,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":68.24803322799971,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.9583333333333334,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":2085},"claude-opus-4-8":{"in_tokens":2690,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2695,"out_tokens":599},"mistral-large-2":{"in_tokens":1463,"out_tokens":702}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":945,"out_tokens":417,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":94.83221645599997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7857142857142857,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":1569},"claude-opus-4-8":{"in_tokens":2680,"out_tokens":657},"claude-opus-4-7":{"in_tokens":2685,"out_tokens":499},"mistral-large-2":{"in_tokens":1384,"out_tokens":549}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":11136,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":147.40772183199988,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.6,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":6.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":10,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":4062,"out_tokens":3680},"claude-opus-4-8":{"in_tokens":7862,"out_tokens":1532},"claude-opus-4-7":{"in_tokens":7867,"out_tokens":1024},"mistral-large-2":{"in_tokens":4379,"out_tokens":926}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":10949,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":154.460958012,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":5.0,"mistral-large-2":7.0},"score_ex_family":0.9,"false_claim_types":{"az":2,"paragraph":11,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":3814,"out_tokens":2936},"claude-opus-4-8":{"in_tokens":7466,"out_tokens":995},"claude-opus-4-7":{"in_tokens":7471,"out_tokens":1071},"mistral-large-2":{"in_tokens":4114,"out_tokens":1099}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":916,"out_tokens":7593,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":102.98347032599986,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":7.0},"score_ex_family":0.8,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":3258,"out_tokens":3221},"claude-opus-4-8":{"in_tokens":6422,"out_tokens":1137},"claude-opus-4-7":{"in_tokens":6427,"out_tokens":1076},"mistral-large-2":{"in_tokens":3425,"out_tokens":1367}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":402,"out_tokens":7360,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":94.93297390399994,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1116,"out_tokens":2730},"claude-opus-4-8":{"in_tokens":2169,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2174,"out_tokens":703},"mistral-large-2":{"in_tokens":1210,"out_tokens":881}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":2987,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":41.12525653800003,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":6},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1777,"out_tokens":2195},"claude-opus-4-8":{"in_tokens":3382,"out_tokens":714},"claude-opus-4-7":{"in_tokens":3387,"out_tokens":596},"mistral-large-2":{"in_tokens":1859,"out_tokens":649}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":6290,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":141.1668216920002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":4.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1558,"out_tokens":2917},"claude-opus-4-8":{"in_tokens":2916,"out_tokens":956},"claude-opus-4-7":{"in_tokens":2921,"out_tokens":627},"mistral-large-2":{"in_tokens":1737,"out_tokens":786}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":5331,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":71.23022839500027,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.3333333333333333,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1009,"out_tokens":1739},"claude-opus-4-8":{"in_tokens":2041,"out_tokens":474},"claude-opus-4-7":{"in_tokens":2046,"out_tokens":499},"mistral-large-2":{"in_tokens":1072,"out_tokens":467}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":9028,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":119.86616523699968,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.90625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1970,"out_tokens":1914},"claude-opus-4-8":{"in_tokens":3673,"out_tokens":739},"claude-opus-4-7":{"in_tokens":3678,"out_tokens":621},"mistral-large-2":{"in_tokens":2044,"out_tokens":703}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":5120,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":140.6086649580002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1546,"out_tokens":2676},"claude-opus-4-8":{"in_tokens":2925,"out_tokens":808},"claude-opus-4-7":{"in_tokens":2930,"out_tokens":604},"mistral-large-2":{"in_tokens":1687,"out_tokens":657}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":11459,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":398.422288688,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1048,"out_tokens":1789},"claude-opus-4-8":{"in_tokens":2028,"out_tokens":852},"claude-opus-4-7":{"in_tokens":2033,"out_tokens":729},"mistral-large-2":{"in_tokens":1102,"out_tokens":623}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":59.853293477999614,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1065,"out_tokens":2586},"claude-opus-4-8":{"in_tokens":2151,"out_tokens":577},"claude-opus-4-7":{"in_tokens":2156,"out_tokens":494},"mistral-large-2":{"in_tokens":1130,"out_tokens":434}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":6935,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":189.33197866,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1768,"out_tokens":3248},"claude-opus-4-8":{"in_tokens":3476,"out_tokens":866},"claude-opus-4-7":{"in_tokens":3481,"out_tokens":706},"mistral-large-2":{"in_tokens":1955,"out_tokens":717}}}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":15658,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":216.8760833600004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2091,"out_tokens":1817},"claude-opus-4-8":{"in_tokens":3955,"out_tokens":537},"claude-opus-4-7":{"in_tokens":3960,"out_tokens":478},"mistral-large-2":{"in_tokens":2197,"out_tokens":566}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":878,"out_tokens":254,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":53.92449522099969,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":985,"out_tokens":1306},"claude-opus-4-8":{"in_tokens":1897,"out_tokens":434},"claude-opus-4-7":{"in_tokens":1902,"out_tokens":388},"mistral-large-2":{"in_tokens":1019,"out_tokens":433}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":4767,"error":null,"skip_reason":null,"score_raw":0.2857142857142857,"duration_s":68.42510472000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.2857142857142857,"claude-opus-4-8":0.2857142857142857,"claude-opus-4-7":0.2857142857142857,"mistral-large-2":0.2857142857142857},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.2857142857142857,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1211,"out_tokens":1519},"claude-opus-4-8":{"in_tokens":2407,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2412,"out_tokens":533},"mistral-large-2":{"in_tokens":1316,"out_tokens":613}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":3286,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":75.80047067099986,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.5714285714285714,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.6190476190476191,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1596,"out_tokens":2394},"claude-opus-4-8":{"in_tokens":2975,"out_tokens":823},"claude-opus-4-7":{"in_tokens":2980,"out_tokens":617},"mistral-large-2":{"in_tokens":1800,"out_tokens":536}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":923,"out_tokens":494,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":65.39291057399987,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.5416666666666666,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1287,"out_tokens":1392},"claude-opus-4-8":{"in_tokens":2589,"out_tokens":431},"claude-opus-4-7":{"in_tokens":2594,"out_tokens":455},"mistral-large-2":{"in_tokens":1402,"out_tokens":639}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":5533,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":81.5877987660001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1827,"out_tokens":2055},"claude-opus-4-8":{"in_tokens":3406,"out_tokens":669},"claude-opus-4-7":{"in_tokens":3411,"out_tokens":542},"mistral-large-2":{"in_tokens":1891,"out_tokens":689}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":4419,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":61.83565103299998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.16666666666666666,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.3333333333333333,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1283,"out_tokens":1334},"claude-opus-4-8":{"in_tokens":2593,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2598,"out_tokens":428},"mistral-large-2":{"in_tokens":1386,"out_tokens":561}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2165,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":30.87923679000005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1508,"out_tokens":1014},"claude-opus-4-8":{"in_tokens":2853,"out_tokens":582},"claude-opus-4-7":{"in_tokens":2858,"out_tokens":523},"mistral-large-2":{"in_tokens":1573,"out_tokens":608}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":3050,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":42.15171443200006,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1156,"out_tokens":1811},"claude-opus-4-8":{"in_tokens":2373,"out_tokens":495},"claude-opus-4-7":{"in_tokens":2378,"out_tokens":418},"mistral-large-2":{"in_tokens":1235,"out_tokens":427}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":5362,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":71.58378607500026,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.5,"claude-opus-4-7":0.2,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":5.0,"mistral-large-2":5.0},"score_ex_family":0.25,"false_claim_types":{"az":1,"paragraph":0,"study":0,"number":3,"other":3},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":2369,"out_tokens":2674},"claude-opus-4-8":{"in_tokens":4735,"out_tokens":1064},"claude-opus-4-7":{"in_tokens":4740,"out_tokens":948},"mistral-large-2":{"in_tokens":2583,"out_tokens":956}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":886,"out_tokens":10332,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":134.42133649100015,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":5.0,"mistral-large-2":4.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":2,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":3864,"out_tokens":2745},"claude-opus-4-8":{"in_tokens":7660,"out_tokens":1462},"claude-opus-4-7":{"in_tokens":7665,"out_tokens":864},"mistral-large-2":{"in_tokens":4184,"out_tokens":815}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":4710,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":65.93880920799984,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1793,"out_tokens":1571},"claude-opus-4-8":{"in_tokens":3398,"out_tokens":682},"claude-opus-4-7":{"in_tokens":3403,"out_tokens":509},"mistral-large-2":{"in_tokens":1864,"out_tokens":717}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":935,"out_tokens":693,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":88.71628631600015,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.42857142857142855,"judge_scores":{"gpt-5":0.2857142857142857,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.42857142857142855},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.5714285714285714,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1557,"out_tokens":2657},"claude-opus-4-8":{"in_tokens":3088,"out_tokens":641},"claude-opus-4-7":{"in_tokens":3093,"out_tokens":531},"mistral-large-2":{"in_tokens":1681,"out_tokens":634}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1602,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":49.4935886039998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1218,"out_tokens":1162},"claude-opus-4-8":{"in_tokens":2335,"out_tokens":555},"claude-opus-4-7":{"in_tokens":2340,"out_tokens":477},"mistral-large-2":{"in_tokens":1318,"out_tokens":583}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":6409,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":93.20433408099962,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.8571428571428572,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2718,"out_tokens":3085},"claude-opus-4-8":{"in_tokens":5221,"out_tokens":622},"claude-opus-4-7":{"in_tokens":5226,"out_tokens":627},"mistral-large-2":{"in_tokens":2924,"out_tokens":827}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":7569,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":206.81614222300004,"hallucination_count":7.0,"hallucination_top100":0,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":5.0,"claude-opus-4-7":9.0,"mistral-large-2":7.0},"score_ex_family":0.5555555555555556,"false_claim_types":{"az":0,"paragraph":12,"study":0,"number":4,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2110,"out_tokens":3233},"claude-opus-4-8":{"in_tokens":4106,"out_tokens":1121},"claude-opus-4-7":{"in_tokens":4111,"out_tokens":1119},"mistral-large-2":{"in_tokens":2315,"out_tokens":1090}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":910,"out_tokens":586,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":68.22828144699997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.9166666666666667,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":1873},"claude-opus-4-8":{"in_tokens":2824,"out_tokens":620},"claude-opus-4-7":{"in_tokens":2829,"out_tokens":459},"mistral-large-2":{"in_tokens":1469,"out_tokens":481}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":2974,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":43.73217823599998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1631,"out_tokens":1410},"claude-opus-4-8":{"in_tokens":3058,"out_tokens":593},"claude-opus-4-7":{"in_tokens":3063,"out_tokens":464},"mistral-large-2":{"in_tokens":1709,"out_tokens":708}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":7027,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":101.25674555500018,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.9166666666666667,"false_claim_types":{"az":2,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2705,"out_tokens":2306},"claude-opus-4-8":{"in_tokens":5292,"out_tokens":624},"claude-opus-4-7":{"in_tokens":5297,"out_tokens":581},"mistral-large-2":{"in_tokens":2934,"out_tokens":609}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":3167,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":44.29560676799974,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1341,"out_tokens":1350},"claude-opus-4-8":{"in_tokens":2501,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2506,"out_tokens":516},"mistral-large-2":{"in_tokens":1383,"out_tokens":610}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":426,"out_tokens":8382,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":103.65305573700016,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2430,"out_tokens":2157},"claude-opus-4-8":{"in_tokens":4594,"out_tokens":1380},"claude-opus-4-7":{"in_tokens":4599,"out_tokens":550},"mistral-large-2":{"in_tokens":2507,"out_tokens":760}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":2723,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":74.32376512600013,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1301,"out_tokens":1701},"claude-opus-4-8":{"in_tokens":2532,"out_tokens":727},"claude-opus-4-7":{"in_tokens":2537,"out_tokens":711},"mistral-large-2":{"in_tokens":1459,"out_tokens":670}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":4374,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":117.45049398499987,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2049,"out_tokens":2470},"claude-opus-4-8":{"in_tokens":3840,"out_tokens":860},"claude-opus-4-7":{"in_tokens":3845,"out_tokens":787},"mistral-large-2":{"in_tokens":2225,"out_tokens":640}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":908,"out_tokens":496,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":87.60587099500026,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1308,"out_tokens":1845},"claude-opus-4-8":{"in_tokens":2629,"out_tokens":767},"claude-opus-4-7":{"in_tokens":2634,"out_tokens":615},"mistral-large-2":{"in_tokens":1362,"out_tokens":600}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":5635,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":173.84055584099997,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1587,"out_tokens":2836},"claude-opus-4-8":{"in_tokens":3097,"out_tokens":1036},"claude-opus-4-7":{"in_tokens":3102,"out_tokens":709},"mistral-large-2":{"in_tokens":1778,"out_tokens":690}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":11048,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":313.21136637400014,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1561,"out_tokens":2452},"claude-opus-4-8":{"in_tokens":3066,"out_tokens":551},"claude-opus-4-7":{"in_tokens":3071,"out_tokens":763},"mistral-large-2":{"in_tokens":1669,"out_tokens":657}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":249,"out_tokens":4025,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":56.91246851000005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8571428571428571,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1671,"out_tokens":1259},"claude-opus-4-8":{"in_tokens":3267,"out_tokens":569},"claude-opus-4-7":{"in_tokens":3272,"out_tokens":542},"mistral-large-2":{"in_tokens":1761,"out_tokens":523}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":9860,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":124.61847230700005,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1081,"out_tokens":1800},"claude-opus-4-8":{"in_tokens":2101,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2106,"out_tokens":564},"mistral-large-2":{"in_tokens":1117,"out_tokens":630}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":872,"out_tokens":408,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":88.76079124600028,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":1.0,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1131,"out_tokens":1035},"claude-opus-4-8":{"in_tokens":2272,"out_tokens":594},"claude-opus-4-7":{"in_tokens":2277,"out_tokens":493},"mistral-large-2":{"in_tokens":1228,"out_tokens":520}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":929,"out_tokens":312,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":48.36108472700016,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.25,"claude-opus-4-7":0.125,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.1875,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1186,"out_tokens":2597},"claude-opus-4-8":{"in_tokens":2395,"out_tokens":945},"claude-opus-4-7":{"in_tokens":2400,"out_tokens":696},"mistral-large-2":{"in_tokens":1280,"out_tokens":643}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":1035,"out_tokens":415,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":84.60015689400007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1414,"out_tokens":2448},"claude-opus-4-8":{"in_tokens":2726,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2731,"out_tokens":507},"mistral-large-2":{"in_tokens":1492,"out_tokens":716}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1276,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":42.25468204700019,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5555555555555556,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.6296296296296297,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":1782},"claude-opus-4-8":{"in_tokens":2311,"out_tokens":733},"claude-opus-4-7":{"in_tokens":2316,"out_tokens":614},"mistral-large-2":{"in_tokens":1330,"out_tokens":726}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":8693,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":118.92889173100002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":4.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1119,"out_tokens":2127},"claude-opus-4-8":{"in_tokens":2180,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2185,"out_tokens":678},"mistral-large-2":{"in_tokens":1176,"out_tokens":756}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":6992,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":95.39372755300019,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":2,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2318,"out_tokens":2878},"claude-opus-4-8":{"in_tokens":4461,"out_tokens":855},"claude-opus-4-7":{"in_tokens":4466,"out_tokens":752},"mistral-large-2":{"in_tokens":2461,"out_tokens":807}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":5456,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":157.00752026200007,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":6},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1556,"out_tokens":2695},"claude-opus-4-8":{"in_tokens":3182,"out_tokens":823},"claude-opus-4-7":{"in_tokens":3187,"out_tokens":849},"mistral-large-2":{"in_tokens":1636,"out_tokens":463}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":560,"out_tokens":9529,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":266.770714151,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":1.0,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":5.0,"claude-opus-4-7":7.0,"mistral-large-2":4.0},"score_ex_family":0.84375,"false_claim_types":{"az":0,"paragraph":17,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2511,"out_tokens":3341},"claude-opus-4-8":{"in_tokens":4996,"out_tokens":1428},"claude-opus-4-7":{"in_tokens":5001,"out_tokens":1432},"mistral-large-2":{"in_tokens":2705,"out_tokens":796}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":5347,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":75.7968011439998,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.6,"claude-opus-4-7":0.6,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.65,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":6},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1508,"out_tokens":2194},"claude-opus-4-8":{"in_tokens":2855,"out_tokens":821},"claude-opus-4-7":{"in_tokens":2860,"out_tokens":617},"mistral-large-2":{"in_tokens":1643,"out_tokens":864}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":8377,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":111.535481807,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.42857142857142855,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.7857142857142857,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1119,"out_tokens":2553},"claude-opus-4-8":{"in_tokens":2224,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2229,"out_tokens":552},"mistral-large-2":{"in_tokens":1206,"out_tokens":711}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":10382,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":275.14426970099976,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.125,"claude-opus-4-7":0.125,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":8.0},"score_ex_family":0.0625,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":4},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":2096,"out_tokens":2762},"claude-opus-4-8":{"in_tokens":4345,"out_tokens":856},"claude-opus-4-7":{"in_tokens":4350,"out_tokens":657},"mistral-large-2":{"in_tokens":2239,"out_tokens":886}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":881,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":0.6071428571428572,"duration_s":30.630857709999873,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.2857142857142857,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6071428571428572,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":931,"out_tokens":1472},"claude-opus-4-8":{"in_tokens":1911,"out_tokens":542},"claude-opus-4-7":{"in_tokens":1916,"out_tokens":467},"mistral-large-2":{"in_tokens":981,"out_tokens":407}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":2409,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":54.89877530800004,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5555555555555556,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.7037037037037037,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1335,"out_tokens":1727},"claude-opus-4-8":{"in_tokens":2629,"out_tokens":747},"claude-opus-4-7":{"in_tokens":2634,"out_tokens":664},"mistral-large-2":{"in_tokens":1444,"out_tokens":1059}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":4955,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":103.46842435200006,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1560,"out_tokens":1986},"claude-opus-4-8":{"in_tokens":3065,"out_tokens":917},"claude-opus-4-7":{"in_tokens":3070,"out_tokens":866},"mistral-large-2":{"in_tokens":1705,"out_tokens":761}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":433,"out_tokens":3960,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":54.29487553099989,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":1631},"claude-opus-4-8":{"in_tokens":2510,"out_tokens":743},"claude-opus-4-7":{"in_tokens":2515,"out_tokens":521},"mistral-large-2":{"in_tokens":1333,"out_tokens":591}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":9643,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":257.1856821360002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9285714285714286,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1746,"out_tokens":2013},"claude-opus-4-8":{"in_tokens":3579,"out_tokens":596},"claude-opus-4-7":{"in_tokens":3584,"out_tokens":596},"mistral-large-2":{"in_tokens":1849,"out_tokens":617}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":911,"out_tokens":524,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":63.27851663799993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1332,"out_tokens":1447},"claude-opus-4-8":{"in_tokens":2651,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2656,"out_tokens":474},"mistral-large-2":{"in_tokens":1412,"out_tokens":636}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":910,"out_tokens":301,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":57.71776014099987,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7142857142857143,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1107,"out_tokens":1320},"claude-opus-4-8":{"in_tokens":2252,"out_tokens":577},"claude-opus-4-7":{"in_tokens":2257,"out_tokens":482},"mistral-large-2":{"in_tokens":1158,"out_tokens":481}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":2662,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":40.19281462300023,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.9444444444444444,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1614,"out_tokens":1727},"claude-opus-4-8":{"in_tokens":3116,"out_tokens":852},"claude-opus-4-7":{"in_tokens":3121,"out_tokens":654},"mistral-large-2":{"in_tokens":1743,"out_tokens":847}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":2948,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":41.83860881800001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1373,"out_tokens":1803},"claude-opus-4-8":{"in_tokens":2656,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2661,"out_tokens":484},"mistral-large-2":{"in_tokens":1484,"out_tokens":499}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1309,"out_tokens":11574,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":156.26141114200027,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":5.0},"score_ex_family":0.95,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3942,"out_tokens":3824},"claude-opus-4-8":{"in_tokens":7685,"out_tokens":1266},"claude-opus-4-7":{"in_tokens":7690,"out_tokens":853},"mistral-large-2":{"in_tokens":4137,"out_tokens":1060}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":4081,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":58.48810795300005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1080,"out_tokens":1518},"claude-opus-4-8":{"in_tokens":2161,"out_tokens":581},"claude-opus-4-7":{"in_tokens":2166,"out_tokens":477},"mistral-large-2":{"in_tokens":1119,"out_tokens":432}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":5325,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":71.28978377300018,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.5,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1173,"out_tokens":1186},"claude-opus-4-8":{"in_tokens":2332,"out_tokens":563},"claude-opus-4-7":{"in_tokens":2337,"out_tokens":505},"mistral-large-2":{"in_tokens":1243,"out_tokens":600}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1103,"out_tokens":13034,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":174.8688988849999,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.8,"claude-opus-4-7":0.7,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":5.0,"claude-opus-4-7":7.0,"mistral-large-2":6.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":14,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":4088,"out_tokens":4184},"claude-opus-4-8":{"in_tokens":7930,"out_tokens":1463},"claude-opus-4-7":{"in_tokens":7935,"out_tokens":1017},"mistral-large-2":{"in_tokens":4432,"out_tokens":1332}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":3161,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":87.6322129690002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1738,"out_tokens":2006},"claude-opus-4-8":{"in_tokens":3561,"out_tokens":499},"claude-opus-4-7":{"in_tokens":3566,"out_tokens":414},"mistral-large-2":{"in_tokens":1871,"out_tokens":550}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1148,"out_tokens":568,"error":null,"skip_reason":null,"score_raw":0.5499999999999999,"duration_s":112.86029304900012,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.5499999999999999,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2030,"out_tokens":3360},"claude-opus-4-8":{"in_tokens":3934,"out_tokens":870},"claude-opus-4-7":{"in_tokens":3939,"out_tokens":788},"mistral-large-2":{"in_tokens":2122,"out_tokens":749}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1109,"out_tokens":12008,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":174.44429303200013,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":5.0,"mistral-large-2":13.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":12,"study":0,"number":1,"other":8},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":4095,"out_tokens":3162},"claude-opus-4-8":{"in_tokens":8004,"out_tokens":1121},"claude-opus-4-7":{"in_tokens":8009,"out_tokens":1183},"mistral-large-2":{"in_tokens":4380,"out_tokens":1457}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":1067,"out_tokens":609,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":79.81157399299991,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.9,"claude-opus-4-7":0.8,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.775,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1977,"out_tokens":2498},"claude-opus-4-8":{"in_tokens":3944,"out_tokens":881},"claude-opus-4-7":{"in_tokens":3949,"out_tokens":642},"mistral-large-2":{"in_tokens":2088,"out_tokens":795}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":1112,"out_tokens":552,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":102.99420910700019,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.3,"judge_scores":{"gpt-5":0.1,"claude-opus-4-8":0.6,"claude-opus-4-7":0.4,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.45,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1937,"out_tokens":2041},"claude-opus-4-8":{"in_tokens":3869,"out_tokens":1053},"claude-opus-4-7":{"in_tokens":3874,"out_tokens":935},"mistral-large-2":{"in_tokens":2069,"out_tokens":1258}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2165.3347506229998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":4737,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":70.96650884500013,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.625,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1385,"out_tokens":2070},"claude-opus-4-8":{"in_tokens":2748,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2753,"out_tokens":590},"mistral-large-2":{"in_tokens":1497,"out_tokens":777}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":678,"out_tokens":6055,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":84.55898518000004,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":5.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":11,"study":0,"number":3,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2378,"out_tokens":3354},"claude-opus-4-8":{"in_tokens":4461,"out_tokens":839},"claude-opus-4-7":{"in_tokens":4466,"out_tokens":822},"mistral-large-2":{"in_tokens":2630,"out_tokens":961}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":386,"out_tokens":9301,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":118.08895033099998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6785714285714286,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1098,"out_tokens":1972},"claude-opus-4-8":{"in_tokens":2257,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2262,"out_tokens":450},"mistral-large-2":{"in_tokens":1167,"out_tokens":594}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":6027,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":148.71011841100017,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.9629629629629629,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1268,"out_tokens":2129},"claude-opus-4-8":{"in_tokens":2560,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2565,"out_tokens":643},"mistral-large-2":{"in_tokens":1387,"out_tokens":565}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":641,"out_tokens":5852,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":78.24781959100028,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.3,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":2,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1902,"out_tokens":2580},"claude-opus-4-8":{"in_tokens":3723,"out_tokens":1067},"claude-opus-4-7":{"in_tokens":3728,"out_tokens":848},"mistral-large-2":{"in_tokens":2042,"out_tokens":845}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":3949,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":56.7978380669997,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":7.0,"claude-opus-4-7":7.0,"mistral-large-2":7.0},"score_ex_family":0.6499999999999999,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":3,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1860,"out_tokens":3794},"claude-opus-4-8":{"in_tokens":3538,"out_tokens":1330},"claude-opus-4-7":{"in_tokens":3543,"out_tokens":1095},"mistral-large-2":{"in_tokens":2008,"out_tokens":1062}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":1097,"out_tokens":814,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":127.19779087400002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2163,"out_tokens":2141},"claude-opus-4-8":{"in_tokens":4251,"out_tokens":861},"claude-opus-4-7":{"in_tokens":4256,"out_tokens":717},"mistral-large-2":{"in_tokens":2355,"out_tokens":834}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":431,"out_tokens":14396,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":381.70531183,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.3333333333333333,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":1.0,"claude-opus-4-7":0.5,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":6.0,"mistral-large-2":2.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":12,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2139,"out_tokens":2600},"claude-opus-4-8":{"in_tokens":4345,"out_tokens":1124},"claude-opus-4-7":{"in_tokens":4350,"out_tokens":1008},"mistral-large-2":{"in_tokens":2320,"out_tokens":638}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":1022,"out_tokens":440,"error":null,"skip_reason":null,"score_raw":0.175,"duration_s":42.55588527100008,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.4,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.2,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":5.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.175,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":2,"other":0},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1568,"out_tokens":2248},"claude-opus-4-8":{"in_tokens":3227,"out_tokens":1045},"claude-opus-4-7":{"in_tokens":3232,"out_tokens":754},"mistral-large-2":{"in_tokens":1686,"out_tokens":769}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":951,"out_tokens":388,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":47.50774943400029,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7142857142857143,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1246,"out_tokens":1350},"claude-opus-4-8":{"in_tokens":2383,"out_tokens":483},"claude-opus-4-7":{"in_tokens":2388,"out_tokens":478},"mistral-large-2":{"in_tokens":1324,"out_tokens":595}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":4983,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":150.11405528900013,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1375,"out_tokens":2441},"claude-opus-4-8":{"in_tokens":2721,"out_tokens":841},"claude-opus-4-7":{"in_tokens":2726,"out_tokens":645},"mistral-large-2":{"in_tokens":1516,"out_tokens":672}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":6222,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":150.0569497229999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1569,"out_tokens":2533},"claude-opus-4-8":{"in_tokens":3004,"out_tokens":832},"claude-opus-4-7":{"in_tokens":3009,"out_tokens":712},"mistral-large-2":{"in_tokens":1743,"out_tokens":841}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":4734,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":67.54386573400006,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.6,"claude-opus-4-7":0.7,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":2,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2549,"out_tokens":3227},"claude-opus-4-8":{"in_tokens":4848,"out_tokens":1212},"claude-opus-4-7":{"in_tokens":4853,"out_tokens":815},"mistral-large-2":{"in_tokens":2744,"out_tokens":1028}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":355,"out_tokens":4063,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":60.13072405499997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.975,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1540,"out_tokens":1930},"claude-opus-4-8":{"in_tokens":2919,"out_tokens":704},"claude-opus-4-7":{"in_tokens":2924,"out_tokens":563},"mistral-large-2":{"in_tokens":1694,"out_tokens":748}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":8619,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":118.82583655600001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.5,"claude-opus-4-7":0.4,"mistral-large-2":0.3},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2058,"out_tokens":2250},"claude-opus-4-8":{"in_tokens":3997,"out_tokens":1005},"claude-opus-4-7":{"in_tokens":4002,"out_tokens":884},"mistral-large-2":{"in_tokens":2152,"out_tokens":810}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":3820,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":50.68961669000009,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.8,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.675,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1721,"out_tokens":2187},"claude-opus-4-8":{"in_tokens":3380,"out_tokens":1108},"claude-opus-4-7":{"in_tokens":3385,"out_tokens":725},"mistral-large-2":{"in_tokens":1862,"out_tokens":1039}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":8789,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":234.505467856,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.3333333333333333,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":1.0,"claude-opus-4-7":0.5,"mistral-large-2":0.3333333333333333},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":4.0,"mistral-large-2":5.0},"score_ex_family":0.5416666666666666,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2068,"out_tokens":2451},"claude-opus-4-8":{"in_tokens":4085,"out_tokens":659},"claude-opus-4-7":{"in_tokens":4090,"out_tokens":660},"mistral-large-2":{"in_tokens":2237,"out_tokens":713}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":7410,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":248.531864003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":5.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1604,"out_tokens":1758},"claude-opus-4-8":{"in_tokens":3237,"out_tokens":620},"claude-opus-4-7":{"in_tokens":3242,"out_tokens":451},"mistral-large-2":{"in_tokens":1782,"out_tokens":764}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":1068,"out_tokens":605,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":100.03732359000014,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.7,"claude-opus-4-7":0.5,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.55,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1964,"out_tokens":2186},"claude-opus-4-8":{"in_tokens":3893,"out_tokens":1031},"claude-opus-4-7":{"in_tokens":3898,"out_tokens":935},"mistral-large-2":{"in_tokens":2118,"out_tokens":856}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":5459,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":76.5285692399998,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":6.0,"claude-opus-4-7":5.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":11,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2409,"out_tokens":3163},"claude-opus-4-8":{"in_tokens":4512,"out_tokens":1180},"claude-opus-4-7":{"in_tokens":4517,"out_tokens":843},"mistral-large-2":{"in_tokens":2592,"out_tokens":716}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2379,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":37.69234509700027,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6785714285714286,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1173,"out_tokens":1486},"claude-opus-4-8":{"in_tokens":2274,"out_tokens":667},"claude-opus-4-7":{"in_tokens":2279,"out_tokens":501},"mistral-large-2":{"in_tokens":1254,"out_tokens":626}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":714,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":22.640371691000382,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1017,"out_tokens":1077},"claude-opus-4-8":{"in_tokens":1967,"out_tokens":503},"claude-opus-4-7":{"in_tokens":1972,"out_tokens":402},"mistral-large-2":{"in_tokens":1104,"out_tokens":486}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":912,"out_tokens":640,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":79.87294416900022,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.3333333333333333,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7916666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1422,"out_tokens":1137},"claude-opus-4-8":{"in_tokens":2782,"out_tokens":515},"claude-opus-4-7":{"in_tokens":2787,"out_tokens":506},"mistral-large-2":{"in_tokens":1527,"out_tokens":684}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":8825,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":225.02021216000003,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":6.0,"mistral-large-2":3.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":2,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1758,"out_tokens":2539},"claude-opus-4-8":{"in_tokens":3481,"out_tokens":968},"claude-opus-4-7":{"in_tokens":3486,"out_tokens":774},"mistral-large-2":{"in_tokens":1858,"out_tokens":641}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":1003,"out_tokens":496,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":92.41772391699988,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1555,"out_tokens":2316},"claude-opus-4-8":{"in_tokens":2993,"out_tokens":873},"claude-opus-4-7":{"in_tokens":2998,"out_tokens":572},"mistral-large-2":{"in_tokens":1639,"out_tokens":768}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":2898,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":84.25167750500032,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":2359},"claude-opus-4-8":{"in_tokens":2330,"out_tokens":650},"claude-opus-4-7":{"in_tokens":2335,"out_tokens":479},"mistral-large-2":{"in_tokens":1317,"out_tokens":612}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":890,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":27.18061653199993,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1278,"out_tokens":1777},"claude-opus-4-8":{"in_tokens":2450,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2455,"out_tokens":504},"mistral-large-2":{"in_tokens":1410,"out_tokens":550}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":3456,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":112.49880059299994,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1302,"out_tokens":1360},"claude-opus-4-8":{"in_tokens":2520,"out_tokens":611},"claude-opus-4-7":{"in_tokens":2525,"out_tokens":477},"mistral-large-2":{"in_tokens":1448,"out_tokens":588}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":686,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":195.59060926899974,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.0,"claude-opus-4-7":0.8,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":0.0,"claude-opus-4-7":9.0,"mistral-large-2":8.0},"score_ex_family":0.5,"false_claim_types":{"az":2,"paragraph":8,"study":0,"number":3,"other":2},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2655,"out_tokens":3741},"claude-opus-4-8":{"in_tokens":4870,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":4875,"out_tokens":1014},"mistral-large-2":{"in_tokens":2810,"out_tokens":1169}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":837,"out_tokens":11321,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":145.4763076170002,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.0,"claude-opus-4-7":0.6,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":0.0,"claude-opus-4-7":8.0,"mistral-large-2":7.0},"score_ex_family":0.55,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":2,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":3207,"out_tokens":3547},"claude-opus-4-8":{"in_tokens":6154,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":6159,"out_tokens":1241},"mistral-large-2":{"in_tokens":3426,"out_tokens":1130}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":3692,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":51.875482376000036,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.9,"claude-opus-4-7":0.6,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.65,"false_claim_types":{"az":0,"paragraph":11,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2081,"out_tokens":3303},"claude-opus-4-8":{"in_tokens":4037,"out_tokens":1148},"claude-opus-4-7":{"in_tokens":4042,"out_tokens":882},"mistral-large-2":{"in_tokens":2243,"out_tokens":959}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":7838,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":336.8582834689996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.5,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1635,"out_tokens":1958},"claude-opus-4-8":{"in_tokens":3239,"out_tokens":1049},"claude-opus-4-7":{"in_tokens":3244,"out_tokens":543},"mistral-large-2":{"in_tokens":1772,"out_tokens":658}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1290,"out_tokens":658,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":120.21115853399988,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.9,"claude-opus-4-7":0.8,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2238,"out_tokens":2784},"claude-opus-4-8":{"in_tokens":4333,"out_tokens":890},"claude-opus-4-7":{"in_tokens":4338,"out_tokens":747},"mistral-large-2":{"in_tokens":2346,"out_tokens":844}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":4757,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":130.67951108500029,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1676,"out_tokens":2501},"claude-opus-4-8":{"in_tokens":3358,"out_tokens":844},"claude-opus-4-7":{"in_tokens":3363,"out_tokens":709},"mistral-large-2":{"in_tokens":1793,"out_tokens":781}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":4346,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":59.28828675600016,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.4,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.5,"claude-opus-4-7":0.4,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.45,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1499,"out_tokens":2518},"claude-opus-4-8":{"in_tokens":3010,"out_tokens":785},"claude-opus-4-7":{"in_tokens":3015,"out_tokens":679},"mistral-large-2":{"in_tokens":1600,"out_tokens":768}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":662,"out_tokens":9187,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":119.9922338639999,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":6.0},"score_ex_family":0.9375,"false_claim_types":{"az":1,"paragraph":7,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2157,"out_tokens":3513},"claude-opus-4-8":{"in_tokens":4090,"out_tokens":833},"claude-opus-4-7":{"in_tokens":4095,"out_tokens":818},"mistral-large-2":{"in_tokens":2299,"out_tokens":905}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":6151,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":126.78278669999963,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.75,"mistral-large-2":0.125},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":6.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":4},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1305,"out_tokens":2361},"claude-opus-4-8":{"in_tokens":2569,"out_tokens":782},"claude-opus-4-7":{"in_tokens":2574,"out_tokens":784},"mistral-large-2":{"in_tokens":1385,"out_tokens":738}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":6798,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":182.03227744900005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1631,"out_tokens":2777},"claude-opus-4-8":{"in_tokens":3268,"out_tokens":661},"claude-opus-4-7":{"in_tokens":3273,"out_tokens":531},"mistral-large-2":{"in_tokens":1773,"out_tokens":709}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":2875,"error":null,"skip_reason":null,"score_raw":0.4642857142857143,"duration_s":40.37684035500024,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.42857142857142855,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":5.0,"claude-opus-4-7":5.0,"mistral-large-2":7.0},"score_ex_family":0.35714285714285715,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":2,"other":1},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1815,"out_tokens":2599},"claude-opus-4-8":{"in_tokens":3516,"out_tokens":1181},"claude-opus-4-7":{"in_tokens":3521,"out_tokens":715},"mistral-large-2":{"in_tokens":1942,"out_tokens":996}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1175,"out_tokens":424,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":103.00789980199988,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.7,"claude-opus-4-7":0.5,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.55,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1789,"out_tokens":1975},"claude-opus-4-8":{"in_tokens":3516,"out_tokens":1026},"claude-opus-4-7":{"in_tokens":3521,"out_tokens":808},"mistral-large-2":{"in_tokens":1924,"out_tokens":848}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":3704,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":54.99594489200035,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1908,"out_tokens":3039},"claude-opus-4-8":{"in_tokens":3819,"out_tokens":843},"claude-opus-4-7":{"in_tokens":3824,"out_tokens":760},"mistral-large-2":{"in_tokens":2040,"out_tokens":823}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":3912,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":117.12320707599974,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.7857142857142857,"false_claim_types":{"az":0,"paragraph":11,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":1854},"claude-opus-4-8":{"in_tokens":2711,"out_tokens":714},"claude-opus-4-7":{"in_tokens":2716,"out_tokens":578},"mistral-large-2":{"in_tokens":1414,"out_tokens":539}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":13603,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":376.8711650790001,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":5.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1791,"out_tokens":2260},"claude-opus-4-8":{"in_tokens":3442,"out_tokens":761},"claude-opus-4-7":{"in_tokens":3447,"out_tokens":630},"mistral-large-2":{"in_tokens":2022,"out_tokens":717}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":377,"out_tokens":3046,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":42.49256829499973,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1515,"out_tokens":1664},"claude-opus-4-8":{"in_tokens":2898,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2903,"out_tokens":579},"mistral-large-2":{"in_tokens":1671,"out_tokens":610}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":10114,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":148.5083469430001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1836,"out_tokens":3636},"claude-opus-4-8":{"in_tokens":3585,"out_tokens":962},"claude-opus-4-7":{"in_tokens":3590,"out_tokens":834},"mistral-large-2":{"in_tokens":2026,"out_tokens":764}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":11548,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":153.722981162,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.7,"claude-opus-4-7":0.4,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.525,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1758,"out_tokens":2633},"claude-opus-4-8":{"in_tokens":3462,"out_tokens":1270},"claude-opus-4-7":{"in_tokens":3467,"out_tokens":893},"mistral-large-2":{"in_tokens":1900,"out_tokens":896}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":638,"out_tokens":14789,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":204.60336426899994,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.6499999999999999,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1965,"out_tokens":2747},"claude-opus-4-8":{"in_tokens":3895,"out_tokens":989},"claude-opus-4-7":{"in_tokens":3900,"out_tokens":861},"mistral-large-2":{"in_tokens":2075,"out_tokens":734}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":395,"out_tokens":12398,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":328.50259515300013,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":5.0,"mistral-large-2":0.0},"score_ex_family":0.7142857142857143,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1837,"out_tokens":2758},"claude-opus-4-8":{"in_tokens":3533,"out_tokens":806},"claude-opus-4-7":{"in_tokens":3538,"out_tokens":711},"mistral-large-2":{"in_tokens":1988,"out_tokens":1536}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":453.5016547370001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":610,"out_tokens":5068,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":68.04658569499998,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2205,"out_tokens":2741},"claude-opus-4-8":{"in_tokens":4172,"out_tokens":882},"claude-opus-4-7":{"in_tokens":4177,"out_tokens":767},"mistral-large-2":{"in_tokens":2373,"out_tokens":792}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":381,"out_tokens":3506,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":48.74377624999988,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1449,"out_tokens":1079},"claude-opus-4-8":{"in_tokens":2768,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2773,"out_tokens":518},"mistral-large-2":{"in_tokens":1590,"out_tokens":550}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1174,"out_tokens":1151,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":138.16345505800018,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2670,"out_tokens":2300},"claude-opus-4-8":{"in_tokens":5293,"out_tokens":1118},"claude-opus-4-7":{"in_tokens":5298,"out_tokens":892},"mistral-large-2":{"in_tokens":2870,"out_tokens":853}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":4581,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":60.66724784600001,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":4.0,"claude-opus-4-7":8.0,"mistral-large-2":7.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":12,"study":0,"number":1,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1928,"out_tokens":3082},"claude-opus-4-8":{"in_tokens":3707,"out_tokens":1320},"claude-opus-4-7":{"in_tokens":3712,"out_tokens":1133},"mistral-large-2":{"in_tokens":2007,"out_tokens":845}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":6448,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":81.71002018800027,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":6.0,"mistral-large-2":5.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":11,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2306,"out_tokens":2922},"claude-opus-4-8":{"in_tokens":4351,"out_tokens":1246},"claude-opus-4-7":{"in_tokens":4356,"out_tokens":962},"mistral-large-2":{"in_tokens":2492,"out_tokens":1216}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":406,"out_tokens":7808,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":110.13698119599985,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.3333333333333333,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1219,"out_tokens":1391},"claude-opus-4-8":{"in_tokens":2411,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2416,"out_tokens":492},"mistral-large-2":{"in_tokens":1309,"out_tokens":789}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":3910,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":142.2695698370003,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.25,"claude-opus-4-7":0.25,"mistral-large-2":0.25},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":6.0},"score_ex_family":0.25,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1898,"out_tokens":2138},"claude-opus-4-8":{"in_tokens":3978,"out_tokens":1003},"claude-opus-4-7":{"in_tokens":3983,"out_tokens":638},"mistral-large-2":{"in_tokens":2031,"out_tokens":805}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":4375,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":145.00192278799977,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":2,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2287,"out_tokens":2836},"claude-opus-4-8":{"in_tokens":4694,"out_tokens":838},"claude-opus-4-7":{"in_tokens":4699,"out_tokens":882},"mistral-large-2":{"in_tokens":2464,"out_tokens":835}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":760,"out_tokens":9380,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":127.78664678799987,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3371,"out_tokens":3741},"claude-opus-4-8":{"in_tokens":6303,"out_tokens":1129},"claude-opus-4-7":{"in_tokens":6308,"out_tokens":978},"mistral-large-2":{"in_tokens":3612,"out_tokens":992}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":4368,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":111.994705394,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8571428571428571,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1597,"out_tokens":1721},"claude-opus-4-8":{"in_tokens":3351,"out_tokens":681},"claude-opus-4-7":{"in_tokens":3356,"out_tokens":493},"mistral-large-2":{"in_tokens":1706,"out_tokens":552}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":6899,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":178.941149365,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":7.0,"claude-opus-4-7":4.0,"mistral-large-2":0.0},"score_ex_family":0.7142857142857143,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":2,"other":6},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1753,"out_tokens":3254},"claude-opus-4-8":{"in_tokens":3663,"out_tokens":1064},"claude-opus-4-7":{"in_tokens":3668,"out_tokens":904},"mistral-large-2":{"in_tokens":1860,"out_tokens":1106}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":712,"out_tokens":3657,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":55.04984641400006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2160,"out_tokens":1856},"claude-opus-4-8":{"in_tokens":4063,"out_tokens":665},"claude-opus-4-7":{"in_tokens":4068,"out_tokens":548},"mistral-large-2":{"in_tokens":2240,"out_tokens":616}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":690,"out_tokens":2968,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":45.65680359199996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2072,"out_tokens":2280},"claude-opus-4-8":{"in_tokens":3939,"out_tokens":744},"claude-opus-4-7":{"in_tokens":3944,"out_tokens":523},"mistral-large-2":{"in_tokens":2163,"out_tokens":733}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":455.3774742960004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2436,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":38.586539443999754,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1820,"out_tokens":1254},"claude-opus-4-8":{"in_tokens":3445,"out_tokens":622},"claude-opus-4-7":{"in_tokens":3450,"out_tokens":550},"mistral-large-2":{"in_tokens":1900,"out_tokens":626}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":3350,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":50.26062515299964,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1956,"out_tokens":1280},"claude-opus-4-8":{"in_tokens":3644,"out_tokens":450},"claude-opus-4-7":{"in_tokens":3649,"out_tokens":386},"mistral-large-2":{"in_tokens":2041,"out_tokens":625}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":2372,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":36.799224099000185,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.375,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.4375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1695,"out_tokens":2237},"claude-opus-4-8":{"in_tokens":3244,"out_tokens":623},"claude-opus-4-7":{"in_tokens":3249,"out_tokens":567},"mistral-large-2":{"in_tokens":1788,"out_tokens":621}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":2583,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":43.08203527800015,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1765,"out_tokens":1927},"claude-opus-4-8":{"in_tokens":3290,"out_tokens":566},"claude-opus-4-7":{"in_tokens":3295,"out_tokens":524},"mistral-large-2":{"in_tokens":1838,"out_tokens":752}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":2436,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":37.83180510200009,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1659,"out_tokens":2867},"claude-opus-4-8":{"in_tokens":3179,"out_tokens":633},"claude-opus-4-7":{"in_tokens":3184,"out_tokens":544},"mistral-large-2":{"in_tokens":1740,"out_tokens":614}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":514,"out_tokens":1192,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":20.959113759000047,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8571428571428572,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":1291},"claude-opus-4-8":{"in_tokens":2313,"out_tokens":471},"claude-opus-4-7":{"in_tokens":2318,"out_tokens":426},"mistral-large-2":{"in_tokens":1275,"out_tokens":563}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":9032,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":127.95898589099988,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.6499999999999999,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1916,"out_tokens":2352},"claude-opus-4-8":{"in_tokens":3740,"out_tokens":949},"claude-opus-4-7":{"in_tokens":3745,"out_tokens":757},"mistral-large-2":{"in_tokens":2072,"out_tokens":864}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":10607,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":148.72646928299991,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.375,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.25,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":2193},"claude-opus-4-8":{"in_tokens":2563,"out_tokens":820},"claude-opus-4-7":{"in_tokens":2568,"out_tokens":715},"mistral-large-2":{"in_tokens":1430,"out_tokens":721}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":7749,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":567.6393896969998,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":7.0,"claude-opus-4-7":4.0,"mistral-large-2":6.0},"score_ex_family":0.7857142857142857,"false_claim_types":{"az":1,"paragraph":13,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2054,"out_tokens":3452},"claude-opus-4-8":{"in_tokens":4091,"out_tokens":1300},"claude-opus-4-7":{"in_tokens":4096,"out_tokens":985},"mistral-large-2":{"in_tokens":2221,"out_tokens":802}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":2354,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":37.996768299999985,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1705,"out_tokens":1486},"claude-opus-4-8":{"in_tokens":3289,"out_tokens":525},"claude-opus-4-7":{"in_tokens":3294,"out_tokens":461},"mistral-large-2":{"in_tokens":1808,"out_tokens":563}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":2106,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":35.34744184300007,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1738,"out_tokens":1475},"claude-opus-4-8":{"in_tokens":3271,"out_tokens":629},"claude-opus-4-7":{"in_tokens":3276,"out_tokens":601},"mistral-large-2":{"in_tokens":1796,"out_tokens":687}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":682,"out_tokens":6607,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":182.7966484819999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.925,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2456,"out_tokens":3143},"claude-opus-4-8":{"in_tokens":4834,"out_tokens":1069},"claude-opus-4-7":{"in_tokens":4839,"out_tokens":750},"mistral-large-2":{"in_tokens":2667,"out_tokens":746}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":1655,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":27.535861443000158,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1442,"out_tokens":1153},"claude-opus-4-8":{"in_tokens":2739,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2744,"out_tokens":551},"mistral-large-2":{"in_tokens":1522,"out_tokens":669}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":697,"out_tokens":2332,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":38.20717744199965,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1841,"out_tokens":1276},"claude-opus-4-8":{"in_tokens":3506,"out_tokens":609},"claude-opus-4-7":{"in_tokens":3511,"out_tokens":483},"mistral-large-2":{"in_tokens":1930,"out_tokens":678}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":4029,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":103.51213061399994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1423,"out_tokens":1468},"claude-opus-4-8":{"in_tokens":2935,"out_tokens":455},"claude-opus-4-7":{"in_tokens":2940,"out_tokens":369},"mistral-large-2":{"in_tokens":1523,"out_tokens":1160}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":10848,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":264.6189245549999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2132,"out_tokens":2320},"claude-opus-4-8":{"in_tokens":4314,"out_tokens":910},"claude-opus-4-7":{"in_tokens":4319,"out_tokens":841},"mistral-large-2":{"in_tokens":2327,"out_tokens":891}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":878,"out_tokens":12834,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":175.5960350260002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.2,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.6,"claude-opus-4-7":0.2,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2068,"out_tokens":3452},"claude-opus-4-8":{"in_tokens":3975,"out_tokens":1338},"claude-opus-4-7":{"in_tokens":3980,"out_tokens":999},"mistral-large-2":{"in_tokens":2164,"out_tokens":784}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":1909,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":31.425624782999876,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1522,"out_tokens":1660},"claude-opus-4-8":{"in_tokens":2868,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2873,"out_tokens":553},"mistral-large-2":{"in_tokens":1585,"out_tokens":622}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":2504,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":39.082428703999994,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":7},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1738,"out_tokens":1612},"claude-opus-4-8":{"in_tokens":3318,"out_tokens":700},"claude-opus-4-7":{"in_tokens":3323,"out_tokens":611},"mistral-large-2":{"in_tokens":1807,"out_tokens":639}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":5966,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":125.63421438599971,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":2328},"claude-opus-4-8":{"in_tokens":3157,"out_tokens":607},"claude-opus-4-7":{"in_tokens":3162,"out_tokens":521},"mistral-large-2":{"in_tokens":1606,"out_tokens":540}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: refusal: bio","skip_reason":null,"score_raw":null,"duration_s":3.784670258999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":647,"out_tokens":1975,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":30.344918408000012,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1565,"out_tokens":1487},"claude-opus-4-8":{"in_tokens":2985,"out_tokens":865},"claude-opus-4-7":{"in_tokens":2990,"out_tokens":678},"mistral-large-2":{"in_tokens":1616,"out_tokens":581}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":730,"out_tokens":10374,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":142.98727959899998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":1.0,"claude-opus-4-7":0.7,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.825,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2299,"out_tokens":2063},"claude-opus-4-8":{"in_tokens":4480,"out_tokens":1178},"claude-opus-4-7":{"in_tokens":4485,"out_tokens":840},"mistral-large-2":{"in_tokens":2466,"out_tokens":1202}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":1220,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":20.348757729000226,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":1.0,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":1614},"claude-opus-4-8":{"in_tokens":2367,"out_tokens":721},"claude-opus-4-7":{"in_tokens":2372,"out_tokens":592},"mistral-large-2":{"in_tokens":1309,"out_tokens":633}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":706,"out_tokens":3296,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":53.94367499500004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.9444444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2219,"out_tokens":1533},"claude-opus-4-8":{"in_tokens":4179,"out_tokens":625},"claude-opus-4-7":{"in_tokens":4184,"out_tokens":537},"mistral-large-2":{"in_tokens":2282,"out_tokens":701}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":1657,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":30.159312773999773,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1555,"out_tokens":1645},"claude-opus-4-8":{"in_tokens":2964,"out_tokens":575},"claude-opus-4-7":{"in_tokens":2969,"out_tokens":432},"mistral-large-2":{"in_tokens":1629,"out_tokens":642}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":1858,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":29.659237645000303,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8571428571428572,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1489,"out_tokens":1598},"claude-opus-4-8":{"in_tokens":2865,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2870,"out_tokens":407},"mistral-large-2":{"in_tokens":1559,"out_tokens":541}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":2430,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":38.41940997999973,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.5,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":2.0,"mistral-large-2":7.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1442,"out_tokens":3257},"claude-opus-4-8":{"in_tokens":2851,"out_tokens":855},"claude-opus-4-7":{"in_tokens":2856,"out_tokens":718},"mistral-large-2":{"in_tokens":1579,"out_tokens":1123}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":2716,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":41.99752386699993,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1464,"out_tokens":2650},"claude-opus-4-8":{"in_tokens":2793,"out_tokens":724},"claude-opus-4-7":{"in_tokens":2798,"out_tokens":616},"mistral-large-2":{"in_tokens":1651,"out_tokens":874}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":630,"out_tokens":2755,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":45.58013742900039,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.9,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.65,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1554,"out_tokens":2332},"claude-opus-4-8":{"in_tokens":2999,"out_tokens":817},"claude-opus-4-7":{"in_tokens":3004,"out_tokens":552},"mistral-large-2":{"in_tokens":1691,"out_tokens":889}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":4003,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":97.70061500800011,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.3333333333333333,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.5,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":2265},"claude-opus-4-8":{"in_tokens":2734,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2739,"out_tokens":459},"mistral-large-2":{"in_tokens":1476,"out_tokens":609}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":641,"out_tokens":3630,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":54.54299792799975,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.875,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1726,"out_tokens":3736},"claude-opus-4-8":{"in_tokens":3308,"out_tokens":720},"claude-opus-4-7":{"in_tokens":3313,"out_tokens":622},"mistral-large-2":{"in_tokens":1878,"out_tokens":673}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":7229,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":223.19974186199988,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1613,"out_tokens":3024},"claude-opus-4-8":{"in_tokens":3272,"out_tokens":748},"claude-opus-4-7":{"in_tokens":3277,"out_tokens":678},"mistral-large-2":{"in_tokens":1760,"out_tokens":1007}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":1862,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":30.1042698199999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1397,"out_tokens":1773},"claude-opus-4-8":{"in_tokens":2748,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2753,"out_tokens":473},"mistral-large-2":{"in_tokens":1498,"out_tokens":489}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":10021,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":283.3805920509999,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.6,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.6,"claude-opus-4-7":0.7,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.575,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2627,"out_tokens":3221},"claude-opus-4-8":{"in_tokens":5247,"out_tokens":1247},"claude-opus-4-7":{"in_tokens":5252,"out_tokens":967},"mistral-large-2":{"in_tokens":2794,"out_tokens":1179}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":5786,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":130.4730451979999,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.42857142857142855},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.619047619047619,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1680,"out_tokens":3290},"claude-opus-4-8":{"in_tokens":3458,"out_tokens":846},"claude-opus-4-7":{"in_tokens":3463,"out_tokens":787},"mistral-large-2":{"in_tokens":1823,"out_tokens":680}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":2313,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":35.63523051199991,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1537,"out_tokens":1531},"claude-opus-4-8":{"in_tokens":2977,"out_tokens":789},"claude-opus-4-7":{"in_tokens":2982,"out_tokens":680},"mistral-large-2":{"in_tokens":1690,"out_tokens":810}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":1994,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":30.56087186600007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1377,"out_tokens":1526},"claude-opus-4-8":{"in_tokens":2574,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2579,"out_tokens":476},"mistral-large-2":{"in_tokens":1504,"out_tokens":555}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":6104,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":163.03407843500008,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":3,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1983,"out_tokens":2767},"claude-opus-4-8":{"in_tokens":4021,"out_tokens":1218},"claude-opus-4-7":{"in_tokens":4026,"out_tokens":886},"mistral-large-2":{"in_tokens":2143,"out_tokens":829}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":4105,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":63.16738179699996,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.5625,"false_claim_types":{"az":7,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1716,"out_tokens":2173},"claude-opus-4-8":{"in_tokens":3370,"out_tokens":931},"claude-opus-4-7":{"in_tokens":3375,"out_tokens":731},"mistral-large-2":{"in_tokens":1877,"out_tokens":722}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":705,"out_tokens":3100,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":51.05931201400017,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":5.0,"mistral-large-2":4.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":10,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1689,"out_tokens":2419},"claude-opus-4-8":{"in_tokens":3290,"out_tokens":1040},"claude-opus-4-7":{"in_tokens":3295,"out_tokens":1059},"mistral-large-2":{"in_tokens":1855,"out_tokens":806}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":2206,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":35.77135439899985,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1379,"out_tokens":1439},"claude-opus-4-8":{"in_tokens":2634,"out_tokens":533},"claude-opus-4-7":{"in_tokens":2639,"out_tokens":528},"mistral-large-2":{"in_tokens":1494,"out_tokens":576}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":2478,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":53.25323504900007,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7916666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1283,"out_tokens":1468},"claude-opus-4-8":{"in_tokens":2617,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2622,"out_tokens":559},"mistral-large-2":{"in_tokens":1360,"out_tokens":775}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2938.8857355640002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":1749,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":27.193913576999876,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1308,"out_tokens":1525},"claude-opus-4-8":{"in_tokens":2446,"out_tokens":886},"claude-opus-4-7":{"in_tokens":2451,"out_tokens":653},"mistral-large-2":{"in_tokens":1458,"out_tokens":778}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":2215,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":34.85629518299993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1530,"out_tokens":1952},"claude-opus-4-8":{"in_tokens":2878,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2883,"out_tokens":519},"mistral-large-2":{"in_tokens":1650,"out_tokens":1152}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":2984,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":45.56991577100007,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":7.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":1,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1709,"out_tokens":2398},"claude-opus-4-8":{"in_tokens":3235,"out_tokens":695},"claude-opus-4-7":{"in_tokens":3240,"out_tokens":880},"mistral-large-2":{"in_tokens":1893,"out_tokens":839}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":2241,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":76.45411331600008,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1403,"out_tokens":2037},"claude-opus-4-8":{"in_tokens":2784,"out_tokens":599},"claude-opus-4-7":{"in_tokens":2789,"out_tokens":545},"mistral-large-2":{"in_tokens":1510,"out_tokens":1024}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":776,"out_tokens":3192,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":45.90656811100007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1721,"out_tokens":2372},"claude-opus-4-8":{"in_tokens":3281,"out_tokens":761},"claude-opus-4-7":{"in_tokens":3286,"out_tokens":522},"mistral-large-2":{"in_tokens":1907,"out_tokens":702}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":1989,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":32.284617330999936,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1383,"out_tokens":1756},"claude-opus-4-8":{"in_tokens":2757,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2762,"out_tokens":558},"mistral-large-2":{"in_tokens":1467,"out_tokens":509}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":3046,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":43.19125810100013,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":2491},"claude-opus-4-8":{"in_tokens":2926,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2931,"out_tokens":625},"mistral-large-2":{"in_tokens":1629,"out_tokens":584}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":470,"out_tokens":8877,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":251.43396557200003,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":1.0,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.7857142857142857,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1818,"out_tokens":2828},"claude-opus-4-8":{"in_tokens":3508,"out_tokens":755},"claude-opus-4-7":{"in_tokens":3513,"out_tokens":624},"mistral-large-2":{"in_tokens":1946,"out_tokens":877}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":424.2770129639998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":3294,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":47.68531448800013,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1653,"out_tokens":2609},"claude-opus-4-8":{"in_tokens":3035,"out_tokens":985},"claude-opus-4-7":{"in_tokens":3040,"out_tokens":749},"mistral-large-2":{"in_tokens":1856,"out_tokens":885}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":431,"out_tokens":4026,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":116.10805602499977,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.9166666666666667,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1928,"out_tokens":1784},"claude-opus-4-8":{"in_tokens":3779,"out_tokens":697},"claude-opus-4-7":{"in_tokens":3784,"out_tokens":590},"mistral-large-2":{"in_tokens":2073,"out_tokens":511}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":10521,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":218.3651098109999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":11,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1561,"out_tokens":3955},"claude-opus-4-8":{"in_tokens":3181,"out_tokens":578},"claude-opus-4-7":{"in_tokens":3186,"out_tokens":787},"mistral-large-2":{"in_tokens":1652,"out_tokens":653}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":15149,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":385.3091236979999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.90625,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1353,"out_tokens":1545},"claude-opus-4-8":{"in_tokens":2540,"out_tokens":653},"claude-opus-4-7":{"in_tokens":2545,"out_tokens":530},"mistral-large-2":{"in_tokens":1513,"out_tokens":692}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":4944,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":146.015723986,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1558,"out_tokens":2965},"claude-opus-4-8":{"in_tokens":3287,"out_tokens":509},"claude-opus-4-7":{"in_tokens":3292,"out_tokens":408},"mistral-large-2":{"in_tokens":1698,"out_tokens":479}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":682,"out_tokens":3429,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":55.74484474200017,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1451,"out_tokens":1643},"claude-opus-4-8":{"in_tokens":2879,"out_tokens":668},"claude-opus-4-7":{"in_tokens":2884,"out_tokens":638},"mistral-large-2":{"in_tokens":1617,"out_tokens":489}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":859,"out_tokens":3140,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":47.11298078599975,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":2,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1973,"out_tokens":2928},"claude-opus-4-8":{"in_tokens":3732,"out_tokens":696},"claude-opus-4-7":{"in_tokens":3737,"out_tokens":532},"mistral-large-2":{"in_tokens":2220,"out_tokens":986}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":3221,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":66.80188100899977,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1477,"out_tokens":2252},"claude-opus-4-8":{"in_tokens":3041,"out_tokens":738},"claude-opus-4-7":{"in_tokens":3046,"out_tokens":587},"mistral-large-2":{"in_tokens":1606,"out_tokens":596}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":900,"out_tokens":3094,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":44.7405953020002,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.7857142857142857,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1948,"out_tokens":2463},"claude-opus-4-8":{"in_tokens":3673,"out_tokens":891},"claude-opus-4-7":{"in_tokens":3678,"out_tokens":702},"mistral-large-2":{"in_tokens":2171,"out_tokens":867}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":469.57285018699986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1016,"out_tokens":3556,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":52.639424110000164,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2151,"out_tokens":2892},"claude-opus-4-8":{"in_tokens":4011,"out_tokens":906},"claude-opus-4-7":{"in_tokens":4016,"out_tokens":710},"mistral-large-2":{"in_tokens":2326,"out_tokens":704}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":4569,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":61.48065016600003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1340,"out_tokens":1715},"claude-opus-4-8":{"in_tokens":2676,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2681,"out_tokens":586},"mistral-large-2":{"in_tokens":1425,"out_tokens":566}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":2291,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":56.89117270299994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1532,"out_tokens":1887},"claude-opus-4-8":{"in_tokens":3134,"out_tokens":568},"claude-opus-4-7":{"in_tokens":3139,"out_tokens":543},"mistral-large-2":{"in_tokens":1645,"out_tokens":677}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":556,"out_tokens":2406,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":37.20960016400022,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1518,"out_tokens":1540},"claude-opus-4-8":{"in_tokens":2948,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2953,"out_tokens":508},"mistral-large-2":{"in_tokens":1658,"out_tokens":648}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":2895,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":44.290110308000294,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1689,"out_tokens":1819},"claude-opus-4-8":{"in_tokens":3312,"out_tokens":997},"claude-opus-4-7":{"in_tokens":3317,"out_tokens":629},"mistral-large-2":{"in_tokens":1878,"out_tokens":708}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":2183,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":65.34259328000007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7619047619047619,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1141,"out_tokens":1539},"claude-opus-4-8":{"in_tokens":2351,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2356,"out_tokens":488},"mistral-large-2":{"in_tokens":1192,"out_tokens":494}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":1777,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":28.616408692999812,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1452,"out_tokens":1973},"claude-opus-4-8":{"in_tokens":2776,"out_tokens":568},"claude-opus-4-7":{"in_tokens":2781,"out_tokens":547},"mistral-large-2":{"in_tokens":1614,"out_tokens":694}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":14290,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":423.95600321999973,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2029,"out_tokens":2515},"claude-opus-4-8":{"in_tokens":3896,"out_tokens":913},"claude-opus-4-7":{"in_tokens":3901,"out_tokens":759},"mistral-large-2":{"in_tokens":2261,"out_tokens":601}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":781,"out_tokens":4174,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":59.38498768499994,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1901,"out_tokens":2513},"claude-opus-4-8":{"in_tokens":3678,"out_tokens":731},"claude-opus-4-7":{"in_tokens":3683,"out_tokens":640},"mistral-large-2":{"in_tokens":2092,"out_tokens":929}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":670,"out_tokens":3280,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":51.24975378699992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1603,"out_tokens":2170},"claude-opus-4-8":{"in_tokens":3052,"out_tokens":592},"claude-opus-4-7":{"in_tokens":3057,"out_tokens":475},"mistral-large-2":{"in_tokens":1789,"out_tokens":736}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":718,"out_tokens":2735,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":43.473369149000064,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1580,"out_tokens":2310},"claude-opus-4-8":{"in_tokens":3025,"out_tokens":870},"claude-opus-4-7":{"in_tokens":3030,"out_tokens":713},"mistral-large-2":{"in_tokens":1736,"out_tokens":827}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":6880,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":192.15198178200035,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1643,"out_tokens":2109},"claude-opus-4-8":{"in_tokens":3188,"out_tokens":680},"claude-opus-4-7":{"in_tokens":3193,"out_tokens":542},"mistral-large-2":{"in_tokens":1736,"out_tokens":677}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":2566,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":40.26856029700002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.9444444444444444,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1509,"out_tokens":2450},"claude-opus-4-8":{"in_tokens":2961,"out_tokens":807},"claude-opus-4-7":{"in_tokens":2966,"out_tokens":640},"mistral-large-2":{"in_tokens":1657,"out_tokens":577}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":10108,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":133.763641,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.2222222222222222,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.4444444444444444},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.3333333333333333,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1629,"out_tokens":1577},"claude-opus-4-8":{"in_tokens":3203,"out_tokens":735},"claude-opus-4-7":{"in_tokens":3208,"out_tokens":679},"mistral-large-2":{"in_tokens":1753,"out_tokens":683}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":654,"out_tokens":3092,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":47.685589257000174,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1547,"out_tokens":2004},"claude-opus-4-8":{"in_tokens":2997,"out_tokens":710},"claude-opus-4-7":{"in_tokens":3002,"out_tokens":519},"mistral-large-2":{"in_tokens":1699,"out_tokens":708}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":6081,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":1093.5454605280001,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":5.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":3,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1914,"out_tokens":3023},"claude-opus-4-8":{"in_tokens":3776,"out_tokens":844},"claude-opus-4-7":{"in_tokens":3781,"out_tokens":698},"mistral-large-2":{"in_tokens":2065,"out_tokens":613}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":3200,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":49.42640095100023,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1653,"out_tokens":2575},"claude-opus-4-8":{"in_tokens":3082,"out_tokens":781},"claude-opus-4-7":{"in_tokens":3087,"out_tokens":518},"mistral-large-2":{"in_tokens":1822,"out_tokens":799}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":2723,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":47.78535836099991,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.4375,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1518,"out_tokens":1978},"claude-opus-4-8":{"in_tokens":2884,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2889,"out_tokens":656},"mistral-large-2":{"in_tokens":1690,"out_tokens":711}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":2804,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":46.52164302000028,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1413,"out_tokens":2489},"claude-opus-4-8":{"in_tokens":2744,"out_tokens":543},"claude-opus-4-7":{"in_tokens":2749,"out_tokens":431},"mistral-large-2":{"in_tokens":1521,"out_tokens":686}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":3242,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":73.59157472700008,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.9333333333333332,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2495,"out_tokens":2199},"claude-opus-4-8":{"in_tokens":5047,"out_tokens":959},"claude-opus-4-7":{"in_tokens":5052,"out_tokens":906},"mistral-large-2":{"in_tokens":2717,"out_tokens":1027}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":623,"out_tokens":3202,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":48.75215228399975,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.0,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":9.0,"claude-opus-4-8":0.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.7777777777777777,"false_claim_types":{"az":0,"paragraph":13,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1487,"out_tokens":2542},"claude-opus-4-8":{"in_tokens":2809,"out_tokens":1053},"claude-opus-4-7":{"in_tokens":2814,"out_tokens":668},"mistral-large-2":{"in_tokens":1612,"out_tokens":796}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":1801,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":30.786424619999707,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1247,"out_tokens":1084},"claude-opus-4-8":{"in_tokens":2435,"out_tokens":497},"claude-opus-4-7":{"in_tokens":2440,"out_tokens":411},"mistral-large-2":{"in_tokens":1354,"out_tokens":575}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":3325,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":48.80717824700014,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1659,"out_tokens":2752},"claude-opus-4-8":{"in_tokens":3210,"out_tokens":750},"claude-opus-4-7":{"in_tokens":3215,"out_tokens":785},"mistral-large-2":{"in_tokens":1820,"out_tokens":791}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":6454,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":196.3058601810003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1547,"out_tokens":2653},"claude-opus-4-8":{"in_tokens":3315,"out_tokens":696},"claude-opus-4-7":{"in_tokens":3320,"out_tokens":517},"mistral-large-2":{"in_tokens":1648,"out_tokens":588}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":836,"out_tokens":5059,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":76.57549253900015,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.6111111111111112,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2267,"out_tokens":3843},"claude-opus-4-8":{"in_tokens":4445,"out_tokens":924},"claude-opus-4-7":{"in_tokens":4450,"out_tokens":863},"mistral-large-2":{"in_tokens":2466,"out_tokens":745}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":768,"out_tokens":3863,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":58.43719368500024,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.375,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":5.0,"mistral-large-2":6.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2156,"out_tokens":2933},"claude-opus-4-8":{"in_tokens":4259,"out_tokens":894},"claude-opus-4-7":{"in_tokens":4264,"out_tokens":952},"mistral-large-2":{"in_tokens":2340,"out_tokens":1111}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":3862,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":59.56649110699982,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.125,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":8.0,"claude-opus-4-8":5.0,"claude-opus-4-7":6.0,"mistral-large-2":7.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":1},"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1919,"out_tokens":2612},"claude-opus-4-8":{"in_tokens":3980,"out_tokens":852},"claude-opus-4-7":{"in_tokens":3985,"out_tokens":818},"mistral-large-2":{"in_tokens":2065,"out_tokens":982}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":3245,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":48.08343683200019,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.7857142857142857,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1659,"out_tokens":2747},"claude-opus-4-8":{"in_tokens":3382,"out_tokens":985},"claude-opus-4-7":{"in_tokens":3387,"out_tokens":591},"mistral-large-2":{"in_tokens":1749,"out_tokens":692}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":10060,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":208.7035805090004,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.8,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.7333333333333334,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2720,"out_tokens":2488},"claude-opus-4-8":{"in_tokens":5409,"out_tokens":959},"claude-opus-4-7":{"in_tokens":5414,"out_tokens":811},"mistral-large-2":{"in_tokens":2851,"out_tokens":832}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":9223,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":196.37382156600006,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.4,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.9,"claude-opus-4-7":0.6,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.7666666666666666,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2805,"out_tokens":3255},"claude-opus-4-8":{"in_tokens":5685,"out_tokens":1301},"claude-opus-4-7":{"in_tokens":5690,"out_tokens":921},"mistral-large-2":{"in_tokens":3030,"out_tokens":1246}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.010208893,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":549,"out_tokens":2983,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":45.65649923899991,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":5.0,"mistral-large-2":6.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1488,"out_tokens":2507},"claude-opus-4-8":{"in_tokens":2964,"out_tokens":485},"claude-opus-4-7":{"in_tokens":2969,"out_tokens":665},"mistral-large-2":{"in_tokens":1573,"out_tokens":666}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":584,"out_tokens":13318,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":393.5212204139998,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.25,"claude-opus-4-7":0.375,"mistral-large-2":0.25},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":5.0,"claude-opus-4-7":6.0,"mistral-large-2":5.0},"score_ex_family":0.21875,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":5},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2023,"out_tokens":3064},"claude-opus-4-8":{"in_tokens":3939,"out_tokens":938},"claude-opus-4-7":{"in_tokens":3944,"out_tokens":932},"mistral-large-2":{"in_tokens":2145,"out_tokens":787}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":555,"out_tokens":3734,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":56.81944614999975,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9166666666666667,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1750,"out_tokens":2482},"claude-opus-4-8":{"in_tokens":3572,"out_tokens":683},"claude-opus-4-7":{"in_tokens":3577,"out_tokens":585},"mistral-large-2":{"in_tokens":1864,"out_tokens":658}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":6045,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":84.02682499799994,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1799,"out_tokens":3448},"claude-opus-4-8":{"in_tokens":3574,"out_tokens":695},"claude-opus-4-7":{"in_tokens":3579,"out_tokens":819},"mistral-large-2":{"in_tokens":1947,"out_tokens":886}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":951,"out_tokens":14826,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":384.4108423730004,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":7.0},"score_ex_family":0.95,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":2,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3427,"out_tokens":4260},"claude-opus-4-8":{"in_tokens":6743,"out_tokens":1176},"claude-opus-4-7":{"in_tokens":6748,"out_tokens":1001},"mistral-large-2":{"in_tokens":3582,"out_tokens":1121}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":3506,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":78.88953034799988,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7619047619047619,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1520,"out_tokens":1836},"claude-opus-4-8":{"in_tokens":2985,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2990,"out_tokens":506},"mistral-large-2":{"in_tokens":1621,"out_tokens":650}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":5506,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":76.68088636599987,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":5.0,"mistral-large-2":4.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":12,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2123,"out_tokens":3193},"claude-opus-4-8":{"in_tokens":4214,"out_tokens":707},"claude-opus-4-7":{"in_tokens":4219,"out_tokens":662},"mistral-large-2":{"in_tokens":2302,"out_tokens":678}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":3052,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":44.925663974000145,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1686,"out_tokens":2425},"claude-opus-4-8":{"in_tokens":3462,"out_tokens":634},"claude-opus-4-7":{"in_tokens":3467,"out_tokens":470},"mistral-large-2":{"in_tokens":1824,"out_tokens":530}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":487,"out_tokens":6617,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":86.14107030000014,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":8.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":14,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1923,"out_tokens":2989},"claude-opus-4-8":{"in_tokens":3755,"out_tokens":1027},"claude-opus-4-7":{"in_tokens":3760,"out_tokens":565},"mistral-large-2":{"in_tokens":1996,"out_tokens":681}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":2372,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":54.26450749300011,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9444444444444445,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1574,"out_tokens":1549},"claude-opus-4-8":{"in_tokens":3159,"out_tokens":668},"claude-opus-4-7":{"in_tokens":3164,"out_tokens":478},"mistral-large-2":{"in_tokens":1687,"out_tokens":715}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":575,"out_tokens":2752,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":39.962899426999684,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":8.0,"mistral-large-2":4.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":14,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1582,"out_tokens":3208},"claude-opus-4-8":{"in_tokens":3099,"out_tokens":751},"claude-opus-4-7":{"in_tokens":3104,"out_tokens":858},"mistral-large-2":{"in_tokens":1681,"out_tokens":864}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":3869,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":58.40046701399979,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.9285714285714286,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1540,"out_tokens":2986},"claude-opus-4-8":{"in_tokens":3047,"out_tokens":553},"claude-opus-4-7":{"in_tokens":3052,"out_tokens":599},"mistral-large-2":{"in_tokens":1659,"out_tokens":986}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":7374,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":243.83177120499977,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.8000000000000002,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2553,"out_tokens":2616},"claude-opus-4-8":{"in_tokens":5266,"out_tokens":902},"claude-opus-4-7":{"in_tokens":5271,"out_tokens":732},"mistral-large-2":{"in_tokens":2712,"out_tokens":804}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":4580,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":64.92185725599984,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.375,"claude-opus-4-7":0.375,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":6.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1977,"out_tokens":2756},"claude-opus-4-8":{"in_tokens":3771,"out_tokens":853},"claude-opus-4-7":{"in_tokens":3776,"out_tokens":730},"mistral-large-2":{"in_tokens":2093,"out_tokens":795}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":10945,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":236.929849225,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":10.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":3,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":3028,"out_tokens":3498},"claude-opus-4-8":{"in_tokens":6303,"out_tokens":1039},"claude-opus-4-7":{"in_tokens":6308,"out_tokens":968},"mistral-large-2":{"in_tokens":3240,"out_tokens":1159}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":3591,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":56.02408114900027,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2004,"out_tokens":3834},"claude-opus-4-8":{"in_tokens":3979,"out_tokens":772},"claude-opus-4-7":{"in_tokens":3984,"out_tokens":673},"mistral-large-2":{"in_tokens":2152,"out_tokens":791}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2947,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":46.164902910000364,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1693,"out_tokens":2155},"claude-opus-4-8":{"in_tokens":3370,"out_tokens":700},"claude-opus-4-7":{"in_tokens":3375,"out_tokens":640},"mistral-large-2":{"in_tokens":1814,"out_tokens":837}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":426.3220052030001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":441.2324177989999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":7079,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":224.05373507700006,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.8,"claude-opus-4-7":0.6,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.7999999999999999,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2020,"out_tokens":2372},"claude-opus-4-8":{"in_tokens":4198,"out_tokens":864},"claude-opus-4-7":{"in_tokens":4203,"out_tokens":717},"mistral-large-2":{"in_tokens":2165,"out_tokens":1060}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":584,"out_tokens":2512,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":39.71305719100019,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7857142857142857,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1444,"out_tokens":2002},"claude-opus-4-8":{"in_tokens":2944,"out_tokens":525},"claude-opus-4-7":{"in_tokens":2949,"out_tokens":512},"mistral-large-2":{"in_tokens":1517,"out_tokens":541}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":549,"out_tokens":2693,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":39.898349467000116,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.7142857142857142,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1544,"out_tokens":2971},"claude-opus-4-8":{"in_tokens":3226,"out_tokens":660},"claude-opus-4-7":{"in_tokens":3231,"out_tokens":698},"mistral-large-2":{"in_tokens":1642,"out_tokens":597}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":14940,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":428.76010601300004,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":0.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2088,"out_tokens":3043},"claude-opus-4-8":{"in_tokens":4044,"out_tokens":989},"claude-opus-4-7":{"in_tokens":4049,"out_tokens":651},"mistral-large-2":{"in_tokens":2354,"out_tokens":661}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":413.95901728499985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1012,"out_tokens":7031,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":95.73166709399993,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.8,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":1.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.6499999999999999,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":4},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2849,"out_tokens":3361},"claude-opus-4-8":{"in_tokens":5572,"out_tokens":1145},"claude-opus-4-7":{"in_tokens":5577,"out_tokens":951},"mistral-large-2":{"in_tokens":2998,"out_tokens":924}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":6502,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":89.37969403399984,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1557,"out_tokens":1563},"claude-opus-4-8":{"in_tokens":2978,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2983,"out_tokens":527},"mistral-large-2":{"in_tokens":1698,"out_tokens":618}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":939,"out_tokens":4714,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":73.4898944659999,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.85,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":1,"other":6},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2467,"out_tokens":3090},"claude-opus-4-8":{"in_tokens":4835,"out_tokens":1014},"claude-opus-4-7":{"in_tokens":4840,"out_tokens":1078},"mistral-large-2":{"in_tokens":2671,"out_tokens":843}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":3191,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":44.277978638999684,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9722222222222222,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1865,"out_tokens":2395},"claude-opus-4-8":{"in_tokens":3554,"out_tokens":940},"claude-opus-4-7":{"in_tokens":3559,"out_tokens":757},"mistral-large-2":{"in_tokens":2052,"out_tokens":811}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":9202,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":206.59334429399996,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1668,"out_tokens":2096},"claude-opus-4-8":{"in_tokens":3288,"out_tokens":914},"claude-opus-4-7":{"in_tokens":3293,"out_tokens":635},"mistral-large-2":{"in_tokens":1776,"out_tokens":671}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0030438879999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":996,"out_tokens":8027,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":112.9386296319999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.0,"claude-opus-4-7":0.6,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.65,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3312,"out_tokens":3300},"claude-opus-4-8":{"in_tokens":6355,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":6360,"out_tokens":1081},"mistral-large-2":{"in_tokens":3589,"out_tokens":861}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":2933,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":40.65456500399978,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.6111111111111112,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1423,"out_tokens":2399},"claude-opus-4-8":{"in_tokens":2763,"out_tokens":944},"claude-opus-4-7":{"in_tokens":2768,"out_tokens":894},"mistral-large-2":{"in_tokens":1567,"out_tokens":1166}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":8565,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":199.61184395200007,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":7.0},"score_ex_family":0.9333333333333332,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2864,"out_tokens":3531},"claude-opus-4-8":{"in_tokens":5713,"out_tokens":887},"claude-opus-4-7":{"in_tokens":5718,"out_tokens":763},"mistral-large-2":{"in_tokens":2987,"out_tokens":1225}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":918,"out_tokens":5297,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":72.3684055509998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2576,"out_tokens":2668},"claude-opus-4-8":{"in_tokens":5151,"out_tokens":1221},"claude-opus-4-7":{"in_tokens":5156,"out_tokens":772},"mistral-large-2":{"in_tokens":2728,"out_tokens":872}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":9907,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":136.87051561599992,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.9444444444444444,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1822,"out_tokens":3152},"claude-opus-4-8":{"in_tokens":3530,"out_tokens":972},"claude-opus-4-7":{"in_tokens":3535,"out_tokens":770},"mistral-large-2":{"in_tokens":2012,"out_tokens":816}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":14664,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":179.8761740089999,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2365,"out_tokens":2691},"claude-opus-4-8":{"in_tokens":4411,"out_tokens":1004},"claude-opus-4-7":{"in_tokens":4416,"out_tokens":837},"mistral-large-2":{"in_tokens":2544,"out_tokens":766}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":888,"out_tokens":5746,"error":null,"skip_reason":null,"score_raw":0.5249999999999999,"duration_s":82.4185823570001,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.0,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":0.0,"claude-opus-4-7":5.0,"mistral-large-2":4.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2710,"out_tokens":3798},"claude-opus-4-8":{"in_tokens":5316,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":5321,"out_tokens":841},"mistral-large-2":{"in_tokens":2936,"out_tokens":847}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":609,"out_tokens":4168,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":65.01742013000012,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.7142857142857142,"false_claim_types":{"az":2,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1759,"out_tokens":2618},"claude-opus-4-8":{"in_tokens":3400,"out_tokens":618},"claude-opus-4-7":{"in_tokens":3405,"out_tokens":583},"mistral-large-2":{"in_tokens":1877,"out_tokens":638}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":2619,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":76.32565125099973,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1483,"out_tokens":1747},"claude-opus-4-8":{"in_tokens":2972,"out_tokens":757},"claude-opus-4-7":{"in_tokens":2977,"out_tokens":698},"mistral-large-2":{"in_tokens":1610,"out_tokens":687}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":10061,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":199.76493434899976,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2868,"out_tokens":2475},"claude-opus-4-8":{"in_tokens":5815,"out_tokens":1147},"claude-opus-4-7":{"in_tokens":5820,"out_tokens":858},"mistral-large-2":{"in_tokens":3065,"out_tokens":1269}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":837,"out_tokens":3835,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":55.060403880000194,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.1,"claude-opus-4-8":0.5,"claude-opus-4-7":0.3,"mistral-large-2":0.4},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":2.0,"claude-opus-4-7":4.0,"mistral-large-2":5.0},"score_ex_family":0.25,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":2,"other":2},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2176,"out_tokens":3451},"claude-opus-4-8":{"in_tokens":4281,"out_tokens":1029},"claude-opus-4-7":{"in_tokens":4286,"out_tokens":899},"mistral-large-2":{"in_tokens":2350,"out_tokens":841}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":7726,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":110.44108989099959,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.875,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1698,"out_tokens":2881},"claude-opus-4-8":{"in_tokens":3282,"out_tokens":777},"claude-opus-4-7":{"in_tokens":3287,"out_tokens":764},"mistral-large-2":{"in_tokens":1895,"out_tokens":715}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":535,"out_tokens":3879,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":59.757899784000074,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":2.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":1,"paragraph":7,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1866,"out_tokens":2880},"claude-opus-4-8":{"in_tokens":3646,"out_tokens":764},"claude-opus-4-7":{"in_tokens":3651,"out_tokens":587},"mistral-large-2":{"in_tokens":2021,"out_tokens":924}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":5458,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":71.824530288,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1490,"out_tokens":2623},"claude-opus-4-8":{"in_tokens":2899,"out_tokens":848},"claude-opus-4-7":{"in_tokens":2904,"out_tokens":622},"mistral-large-2":{"in_tokens":1645,"out_tokens":622}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":750,"out_tokens":4475,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":68.21952180399967,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":5.0,"mistral-large-2":3.0},"score_ex_family":0.3125,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":4},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2061,"out_tokens":3310},"claude-opus-4-8":{"in_tokens":3965,"out_tokens":1045},"claude-opus-4-7":{"in_tokens":3970,"out_tokens":787},"mistral-large-2":{"in_tokens":2180,"out_tokens":784}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":7200,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":108.07501610600002,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.8611111111111112,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1503,"out_tokens":2597},"claude-opus-4-8":{"in_tokens":2973,"out_tokens":824},"claude-opus-4-7":{"in_tokens":2978,"out_tokens":675},"mistral-large-2":{"in_tokens":1657,"out_tokens":646}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":10978,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":151.30036941799972,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":6.0,"claude-opus-4-7":4.0,"mistral-large-2":5.0},"score_ex_family":0.6944444444444444,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1761,"out_tokens":2534},"claude-opus-4-8":{"in_tokens":3433,"out_tokens":1151},"claude-opus-4-7":{"in_tokens":3438,"out_tokens":994},"mistral-large-2":{"in_tokens":1922,"out_tokens":971}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":14484,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":323.18988712500004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.7000000000000001,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2881,"out_tokens":3250},"claude-opus-4-8":{"in_tokens":5807,"out_tokens":1169},"claude-opus-4-7":{"in_tokens":5812,"out_tokens":895},"mistral-large-2":{"in_tokens":3105,"out_tokens":852}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":5700,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":152.75197822000018,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2133,"out_tokens":2895},"claude-opus-4-8":{"in_tokens":4151,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":4156,"out_tokens":650},"mistral-large-2":{"in_tokens":2357,"out_tokens":811}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1311,"out_tokens":6055,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":86.92407031899984,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.9,"claude-opus-4-7":0.8,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2847,"out_tokens":3166},"claude-opus-4-8":{"in_tokens":5513,"out_tokens":1062},"claude-opus-4-7":{"in_tokens":5518,"out_tokens":719},"mistral-large-2":{"in_tokens":2960,"out_tokens":851}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":995,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":18.71593438500031,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.9444444444444444,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1464,"out_tokens":1957},"claude-opus-4-8":{"in_tokens":2769,"out_tokens":718},"claude-opus-4-7":{"in_tokens":2774,"out_tokens":679},"mistral-large-2":{"in_tokens":1576,"out_tokens":691}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":4589,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":119.38235606299986,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.8,"claude-opus-4-7":0.6,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.7666666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1450,"out_tokens":2607},"claude-opus-4-8":{"in_tokens":2803,"out_tokens":1075},"claude-opus-4-7":{"in_tokens":2808,"out_tokens":804},"mistral-large-2":{"in_tokens":1545,"out_tokens":756}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":681,"out_tokens":1743,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":29.09490393799979,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1999,"out_tokens":2887},"claude-opus-4-8":{"in_tokens":3782,"out_tokens":803},"claude-opus-4-7":{"in_tokens":3787,"out_tokens":766},"mistral-large-2":{"in_tokens":2194,"out_tokens":1502}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1105,"out_tokens":8280,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":111.981392013,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.0,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":3048,"out_tokens":3743},"claude-opus-4-8":{"in_tokens":5974,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":5979,"out_tokens":971},"mistral-large-2":{"in_tokens":3305,"out_tokens":968}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":1068,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":20.47491066900011,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.6,"claude-opus-4-7":0.6,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":1,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1534,"out_tokens":1790},"claude-opus-4-8":{"in_tokens":2924,"out_tokens":904},"claude-opus-4-7":{"in_tokens":2929,"out_tokens":692},"mistral-large-2":{"in_tokens":1633,"out_tokens":776}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":1542,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":26.53358888899993,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.4,"claude-opus-4-7":0.4,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":7.0,"claude-opus-4-7":8.0,"mistral-large-2":5.0},"score_ex_family":0.5,"false_claim_types":{"az":1,"paragraph":8,"study":0,"number":2,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2112,"out_tokens":3205},"claude-opus-4-8":{"in_tokens":3932,"out_tokens":1496},"claude-opus-4-7":{"in_tokens":3937,"out_tokens":1313},"mistral-large-2":{"in_tokens":2238,"out_tokens":928}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1021,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":17.741998346999935,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.6499999999999999,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1987,"out_tokens":3006},"claude-opus-4-8":{"in_tokens":3763,"out_tokens":952},"claude-opus-4-7":{"in_tokens":3768,"out_tokens":732},"mistral-large-2":{"in_tokens":2127,"out_tokens":839}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":7428,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":198.67750124900022,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.7,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.7666666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2124,"out_tokens":4230},"claude-opus-4-8":{"in_tokens":4143,"out_tokens":1029},"claude-opus-4-7":{"in_tokens":4148,"out_tokens":787},"mistral-large-2":{"in_tokens":2266,"out_tokens":929}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1491,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":26.1751572029998,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.7,"claude-opus-4-7":0.9,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":5,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2260,"out_tokens":2832},"claude-opus-4-8":{"in_tokens":4253,"out_tokens":1150},"claude-opus-4-7":{"in_tokens":4258,"out_tokens":1013},"mistral-large-2":{"in_tokens":2392,"out_tokens":854}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1111,"out_tokens":10399,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":148.76721675,"hallucination_count":7.25,"hallucination_top100":0,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":9.0,"claude-opus-4-7":10.0,"mistral-large-2":7.0},"score_ex_family":0.95,"false_claim_types":{"az":0,"paragraph":17,"study":0,"number":1,"other":7},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3577,"out_tokens":3210},"claude-opus-4-8":{"in_tokens":6998,"out_tokens":1363},"claude-opus-4-7":{"in_tokens":7003,"out_tokens":1108},"mistral-large-2":{"in_tokens":3836,"out_tokens":1044}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":9231,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":125.93474832399988,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1606,"out_tokens":1497},"claude-opus-4-8":{"in_tokens":3031,"out_tokens":603},"claude-opus-4-7":{"in_tokens":3036,"out_tokens":501},"mistral-large-2":{"in_tokens":1733,"out_tokens":594}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1395,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":25.861690393000117,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.6875,"false_claim_types":{"az":1,"paragraph":3,"study":0,"number":3,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1890,"out_tokens":2183},"claude-opus-4-8":{"in_tokens":3559,"out_tokens":784},"claude-opus-4-7":{"in_tokens":3564,"out_tokens":639},"mistral-large-2":{"in_tokens":2032,"out_tokens":807}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1211,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":22.140839084000163,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1718,"out_tokens":2938},"claude-opus-4-8":{"in_tokens":3279,"out_tokens":1013},"claude-opus-4-7":{"in_tokens":3284,"out_tokens":631},"mistral-large-2":{"in_tokens":1808,"out_tokens":1048}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1388,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":25.13142511900014,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.7,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":4.0,"mistral-large-2":2.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1754,"out_tokens":2689},"claude-opus-4-8":{"in_tokens":3396,"out_tokens":927},"claude-opus-4-7":{"in_tokens":3401,"out_tokens":885},"mistral-large-2":{"in_tokens":1877,"out_tokens":785}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1131,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.28190873299991,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1562,"out_tokens":2520},"claude-opus-4-8":{"in_tokens":3118,"out_tokens":747},"claude-opus-4-7":{"in_tokens":3123,"out_tokens":548},"mistral-large-2":{"in_tokens":1653,"out_tokens":676}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":10791,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":160.05086823400052,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1778,"out_tokens":2217},"claude-opus-4-8":{"in_tokens":3474,"out_tokens":684},"claude-opus-4-7":{"in_tokens":3479,"out_tokens":547},"mistral-large-2":{"in_tokens":1919,"out_tokens":746}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":1024,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":17.40767889699964,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.5714285714285714,"false_claim_types":{"az":1,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1572,"out_tokens":2183},"claude-opus-4-8":{"in_tokens":2998,"out_tokens":812},"claude-opus-4-7":{"in_tokens":3003,"out_tokens":610},"mistral-large-2":{"in_tokens":1689,"out_tokens":578}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":1284,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":21.089357335000386,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1797,"out_tokens":1922},"claude-opus-4-8":{"in_tokens":3412,"out_tokens":713},"claude-opus-4-7":{"in_tokens":3417,"out_tokens":671},"mistral-large-2":{"in_tokens":1951,"out_tokens":754}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1829,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":30.914762326000073,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.65,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2460,"out_tokens":2820},"claude-opus-4-8":{"in_tokens":4595,"out_tokens":1133},"claude-opus-4-7":{"in_tokens":4600,"out_tokens":949},"mistral-large-2":{"in_tokens":2641,"out_tokens":833}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":3444,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":54.07899100800023,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.90625,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1250,"out_tokens":1501},"claude-opus-4-8":{"in_tokens":2436,"out_tokens":599},"claude-opus-4-7":{"in_tokens":2441,"out_tokens":448},"mistral-large-2":{"in_tokens":1361,"out_tokens":637}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":594,"out_tokens":1206,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":21.74110613999983,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.2222222222222222,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":5.0,"claude-opus-4-7":6.0,"mistral-large-2":3.0},"score_ex_family":0.5555555555555556,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":3,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1760,"out_tokens":2821},"claude-opus-4-8":{"in_tokens":3241,"out_tokens":1108},"claude-opus-4-7":{"in_tokens":3246,"out_tokens":1104},"mistral-large-2":{"in_tokens":1906,"out_tokens":839}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1174,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.66377680000005,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":5.0,"claude-opus-4-7":8.0,"mistral-large-2":4.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":10,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1687,"out_tokens":2441},"claude-opus-4-8":{"in_tokens":3244,"out_tokens":1075},"claude-opus-4-7":{"in_tokens":3249,"out_tokens":1010},"mistral-large-2":{"in_tokens":1761,"out_tokens":692}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":799,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":14.99554505299966,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.4444444444444444},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.38888888888888884,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1530,"out_tokens":1371},"claude-opus-4-8":{"in_tokens":2852,"out_tokens":804},"claude-opus-4-7":{"in_tokens":2857,"out_tokens":630},"mistral-large-2":{"in_tokens":1601,"out_tokens":612}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1143,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":21.33366702799958,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":5.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":6},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1682,"out_tokens":1482},"claude-opus-4-8":{"in_tokens":3203,"out_tokens":594},"claude-opus-4-7":{"in_tokens":3208,"out_tokens":536},"mistral-large-2":{"in_tokens":1755,"out_tokens":672}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":953,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":18.478528704999917,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1470,"out_tokens":1952},"claude-opus-4-8":{"in_tokens":2749,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2754,"out_tokens":526},"mistral-large-2":{"in_tokens":1549,"out_tokens":652}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":7611,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":200.84054302999948,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.6,"claude-opus-4-7":0.8,"mistral-large-2":0.3},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":6.0},"score_ex_family":0.5666666666666667,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2328,"out_tokens":2559},"claude-opus-4-8":{"in_tokens":4620,"out_tokens":879},"claude-opus-4-7":{"in_tokens":4625,"out_tokens":820},"mistral-large-2":{"in_tokens":2497,"out_tokens":851}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":1253,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":24.54737992199989,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1696,"out_tokens":1425},"claude-opus-4-8":{"in_tokens":3112,"out_tokens":608},"claude-opus-4-7":{"in_tokens":3117,"out_tokens":562},"mistral-large-2":{"in_tokens":1762,"out_tokens":561}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":1203,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":23.065544543000215,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1624,"out_tokens":1730},"claude-opus-4-8":{"in_tokens":2957,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2962,"out_tokens":479},"mistral-large-2":{"in_tokens":1701,"out_tokens":651}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":957,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":17.676775553999505,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1378,"out_tokens":1874},"claude-opus-4-8":{"in_tokens":2614,"out_tokens":599},"claude-opus-4-7":{"in_tokens":2619,"out_tokens":509},"mistral-large-2":{"in_tokens":1457,"out_tokens":647}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":1043,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":19.436039461999826,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1437,"out_tokens":1508},"claude-opus-4-8":{"in_tokens":2734,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2739,"out_tokens":427},"mistral-large-2":{"in_tokens":1527,"out_tokens":568}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":837,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":16.16012790900004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7857142857142857,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":1007},"claude-opus-4-8":{"in_tokens":2391,"out_tokens":550},"claude-opus-4-7":{"in_tokens":2396,"out_tokens":445},"mistral-large-2":{"in_tokens":1336,"out_tokens":587}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":6503,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":280.8297079180006,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1630,"out_tokens":2945},"claude-opus-4-8":{"in_tokens":3087,"out_tokens":846},"claude-opus-4-7":{"in_tokens":3092,"out_tokens":613},"mistral-large-2":{"in_tokens":1808,"out_tokens":836}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":1384,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":26.492828765000013,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1568,"out_tokens":1979},"claude-opus-4-8":{"in_tokens":2975,"out_tokens":533},"claude-opus-4-7":{"in_tokens":2980,"out_tokens":528},"mistral-large-2":{"in_tokens":1656,"out_tokens":502}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":4851,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":140.37039002600022,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1799,"out_tokens":2051},"claude-opus-4-8":{"in_tokens":3557,"out_tokens":815},"claude-opus-4-7":{"in_tokens":3562,"out_tokens":752},"mistral-large-2":{"in_tokens":1930,"out_tokens":702}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":8526,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":238.00569306900024,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.5,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":6.0,"mistral-large-2":9.0},"score_ex_family":0.5666666666666667,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":6,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2754,"out_tokens":2700},"claude-opus-4-8":{"in_tokens":5528,"out_tokens":1081},"claude-opus-4-7":{"in_tokens":5533,"out_tokens":1094},"mistral-large-2":{"in_tokens":2961,"out_tokens":1154}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":1078,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":20.571424161999857,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":1.0,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1546,"out_tokens":1549},"claude-opus-4-8":{"in_tokens":2854,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2859,"out_tokens":612},"mistral-large-2":{"in_tokens":1608,"out_tokens":735}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":700,"out_tokens":1092,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.269160460999956,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1627,"out_tokens":1337},"claude-opus-4-8":{"in_tokens":3039,"out_tokens":560},"claude-opus-4-7":{"in_tokens":3044,"out_tokens":534},"mistral-large-2":{"in_tokens":1713,"out_tokens":650}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":993,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.467799009000373,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1438,"out_tokens":1639},"claude-opus-4-8":{"in_tokens":2658,"out_tokens":603},"claude-opus-4-7":{"in_tokens":2663,"out_tokens":546},"mistral-large-2":{"in_tokens":1515,"out_tokens":600}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":999,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":18.105905211999925,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":1411},"claude-opus-4-8":{"in_tokens":2627,"out_tokens":504},"claude-opus-4-7":{"in_tokens":2632,"out_tokens":471},"mistral-large-2":{"in_tokens":1449,"out_tokens":502}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1043,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":17.863484711999263,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":5.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1685,"out_tokens":1146},"claude-opus-4-8":{"in_tokens":3194,"out_tokens":686},"claude-opus-4-7":{"in_tokens":3199,"out_tokens":529},"mistral-large-2":{"in_tokens":1754,"out_tokens":668}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":1181,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":22.370281604999946,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1522,"out_tokens":1270},"claude-opus-4-8":{"in_tokens":2833,"out_tokens":557},"claude-opus-4-7":{"in_tokens":2838,"out_tokens":506},"mistral-large-2":{"in_tokens":1589,"out_tokens":577}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":8280,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":244.00203716999977,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.5833333333333334,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2409,"out_tokens":3518},"claude-opus-4-8":{"in_tokens":4791,"out_tokens":898},"claude-opus-4-7":{"in_tokens":4796,"out_tokens":856},"mistral-large-2":{"in_tokens":2621,"out_tokens":712}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":796,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":15.023367869999674,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1364,"out_tokens":1073},"claude-opus-4-8":{"in_tokens":2582,"out_tokens":617},"claude-opus-4-7":{"in_tokens":2587,"out_tokens":429},"mistral-large-2":{"in_tokens":1426,"out_tokens":529}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1056,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.18599914600054,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1527,"out_tokens":1347},"claude-opus-4-8":{"in_tokens":2893,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2898,"out_tokens":560},"mistral-large-2":{"in_tokens":1591,"out_tokens":633}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":984,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":16.821386107000762,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1484,"out_tokens":1310},"claude-opus-4-8":{"in_tokens":2750,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2755,"out_tokens":548},"mistral-large-2":{"in_tokens":1568,"out_tokens":588}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":552,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":10.075937610999972,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.625,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1240,"out_tokens":1787},"claude-opus-4-8":{"in_tokens":2326,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2331,"out_tokens":453},"mistral-large-2":{"in_tokens":1284,"out_tokens":671}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":979,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":16.947129189000407,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.8571428571428571,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1379,"out_tokens":1302},"claude-opus-4-8":{"in_tokens":2659,"out_tokens":549},"claude-opus-4-7":{"in_tokens":2664,"out_tokens":408},"mistral-large-2":{"in_tokens":1446,"out_tokens":548}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":1123,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":19.524731544000133,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.6,"claude-opus-4-7":0.7,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":8},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1593,"out_tokens":2011},"claude-opus-4-8":{"in_tokens":3018,"out_tokens":803},"claude-opus-4-7":{"in_tokens":3023,"out_tokens":619},"mistral-large-2":{"in_tokens":1760,"out_tokens":887}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":876,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":16.265990013999726,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.3125,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":3,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1279,"out_tokens":2059},"claude-opus-4-8":{"in_tokens":2565,"out_tokens":863},"claude-opus-4-7":{"in_tokens":2570,"out_tokens":727},"mistral-large-2":{"in_tokens":1385,"out_tokens":721}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":15913,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":397.4438032730004,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1807,"out_tokens":2093},"claude-opus-4-8":{"in_tokens":3367,"out_tokens":878},"claude-opus-4-7":{"in_tokens":3372,"out_tokens":751},"mistral-large-2":{"in_tokens":1991,"out_tokens":740}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":1025,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":18.21272435300034,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1393,"out_tokens":2415},"claude-opus-4-8":{"in_tokens":2687,"out_tokens":805},"claude-opus-4-7":{"in_tokens":2692,"out_tokens":617},"mistral-large-2":{"in_tokens":1565,"out_tokens":690}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":717,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":12.282367576999604,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1228,"out_tokens":1222},"claude-opus-4-8":{"in_tokens":2384,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2389,"out_tokens":497},"mistral-large-2":{"in_tokens":1329,"out_tokens":495}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":918,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":14.87524775699967,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1432,"out_tokens":1729},"claude-opus-4-8":{"in_tokens":2707,"out_tokens":736},"claude-opus-4-7":{"in_tokens":2712,"out_tokens":578},"mistral-large-2":{"in_tokens":1537,"out_tokens":631}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":631,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":10.898545576000288,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1249,"out_tokens":1108},"claude-opus-4-8":{"in_tokens":2337,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2342,"out_tokens":537},"mistral-large-2":{"in_tokens":1384,"out_tokens":577}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":806,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":13.863574756999697,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":2,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1249,"out_tokens":2697},"claude-opus-4-8":{"in_tokens":2454,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2459,"out_tokens":598},"mistral-large-2":{"in_tokens":1373,"out_tokens":586}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1001,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":18.186523951999334,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.4375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1473,"out_tokens":2369},"claude-opus-4-8":{"in_tokens":2830,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2835,"out_tokens":555},"mistral-large-2":{"in_tokens":1620,"out_tokens":1065}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":807,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":14.535910178999984,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1348,"out_tokens":1327},"claude-opus-4-8":{"in_tokens":2562,"out_tokens":550},"claude-opus-4-7":{"in_tokens":2567,"out_tokens":510},"mistral-large-2":{"in_tokens":1478,"out_tokens":589}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":857,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":16.810121413999696,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.9444444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1385,"out_tokens":1186},"claude-opus-4-8":{"in_tokens":2655,"out_tokens":577},"claude-opus-4-7":{"in_tokens":2660,"out_tokens":501},"mistral-large-2":{"in_tokens":1491,"out_tokens":626}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0057740590005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":692,"out_tokens":890,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":15.273049520999848,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.3888888888888889,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1484,"out_tokens":1628},"claude-opus-4-8":{"in_tokens":2805,"out_tokens":754},"claude-opus-4-7":{"in_tokens":2810,"out_tokens":555},"mistral-large-2":{"in_tokens":1651,"out_tokens":952}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":747,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":13.51755547599987,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.5555555555555556,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1383,"out_tokens":1322},"claude-opus-4-8":{"in_tokens":2623,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2628,"out_tokens":524},"mistral-large-2":{"in_tokens":1485,"out_tokens":671}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":4246,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":123.27397324000049,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":0.5714285714285714,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.6190476190476191,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":5,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1637,"out_tokens":2248},"claude-opus-4-8":{"in_tokens":3326,"out_tokens":1027},"claude-opus-4-7":{"in_tokens":3331,"out_tokens":815},"mistral-large-2":{"in_tokens":1731,"out_tokens":669}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":6003,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":162.47979752899937,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.2,"claude-opus-4-7":0.4,"mistral-large-2":0.2},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":5.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.26666666666666666,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":4},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1868,"out_tokens":2263},"claude-opus-4-8":{"in_tokens":3817,"out_tokens":1080},"claude-opus-4-7":{"in_tokens":3822,"out_tokens":791},"mistral-large-2":{"in_tokens":2014,"out_tokens":810}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":634,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":11.732621992000531,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.375,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.4375,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1210,"out_tokens":2203},"claude-opus-4-8":{"in_tokens":2246,"out_tokens":851},"claude-opus-4-7":{"in_tokens":2251,"out_tokens":655},"mistral-large-2":{"in_tokens":1361,"out_tokens":686}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":974,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":17.344708804999755,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1519,"out_tokens":3385},"claude-opus-4-8":{"in_tokens":2898,"out_tokens":975},"claude-opus-4-7":{"in_tokens":2903,"out_tokens":687},"mistral-large-2":{"in_tokens":1694,"out_tokens":654}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":807,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":13.459158031999323,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1285,"out_tokens":1750},"claude-opus-4-8":{"in_tokens":2521,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2526,"out_tokens":519},"mistral-large-2":{"in_tokens":1393,"out_tokens":567}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1074,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":19.726702054999805,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1413,"out_tokens":1388},"claude-opus-4-8":{"in_tokens":2801,"out_tokens":565},"claude-opus-4-7":{"in_tokens":2806,"out_tokens":444},"mistral-large-2":{"in_tokens":1511,"out_tokens":526}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":869,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":16.34471747799944,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1437,"out_tokens":2131},"claude-opus-4-8":{"in_tokens":2647,"out_tokens":752},"claude-opus-4-7":{"in_tokens":2652,"out_tokens":829},"mistral-large-2":{"in_tokens":1626,"out_tokens":783}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":685,"out_tokens":891,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":16.0802587219996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1372,"out_tokens":1538},"claude-opus-4-8":{"in_tokens":2760,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2765,"out_tokens":495},"mistral-large-2":{"in_tokens":1518,"out_tokens":635}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":788,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":15.483122828999512,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1521,"out_tokens":1360},"claude-opus-4-8":{"in_tokens":2968,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2973,"out_tokens":555},"mistral-large-2":{"in_tokens":1710,"out_tokens":592}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":636,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":11.620728943000358,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1280,"out_tokens":1176},"claude-opus-4-8":{"in_tokens":2459,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2464,"out_tokens":500},"mistral-large-2":{"in_tokens":1394,"out_tokens":607}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":999,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":18.377583018999758,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.8571428571428571,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":2,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1759,"out_tokens":3110},"claude-opus-4-8":{"in_tokens":3280,"out_tokens":793},"claude-opus-4-7":{"in_tokens":3285,"out_tokens":631},"mistral-large-2":{"in_tokens":1984,"out_tokens":515}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":921,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":16.192184601000008,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1895,"out_tokens":2586},"claude-opus-4-8":{"in_tokens":3521,"out_tokens":1012},"claude-opus-4-7":{"in_tokens":3526,"out_tokens":576},"mistral-large-2":{"in_tokens":2041,"out_tokens":619}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":722,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":12.847698084000513,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5555555555555556,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1354,"out_tokens":2234},"claude-opus-4-8":{"in_tokens":2558,"out_tokens":899},"claude-opus-4-7":{"in_tokens":2563,"out_tokens":712},"mistral-large-2":{"in_tokens":1484,"out_tokens":726}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":816,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":14.721201254999869,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1499,"out_tokens":2457},"claude-opus-4-8":{"in_tokens":2834,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2839,"out_tokens":731},"mistral-large-2":{"in_tokens":1651,"out_tokens":649}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":919,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":15.616060513000775,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1456,"out_tokens":1590},"claude-opus-4-8":{"in_tokens":2793,"out_tokens":581},"claude-opus-4-7":{"in_tokens":2798,"out_tokens":591},"mistral-large-2":{"in_tokens":1619,"out_tokens":626}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":781,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":12.906045608000568,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":1636},"claude-opus-4-8":{"in_tokens":2545,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2550,"out_tokens":502},"mistral-large-2":{"in_tokens":1469,"out_tokens":679}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":851,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":14.760596731000078,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1327,"out_tokens":1165},"claude-opus-4-8":{"in_tokens":2658,"out_tokens":719},"claude-opus-4-7":{"in_tokens":2663,"out_tokens":514},"mistral-large-2":{"in_tokens":1457,"out_tokens":545}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":813,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":14.962309674000608,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1436,"out_tokens":2108},"claude-opus-4-8":{"in_tokens":2733,"out_tokens":688},"claude-opus-4-7":{"in_tokens":2738,"out_tokens":697},"mistral-large-2":{"in_tokens":1562,"out_tokens":744}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":657,"out_tokens":893,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":14.60371370700068,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1311,"out_tokens":1611},"claude-opus-4-8":{"in_tokens":2589,"out_tokens":769},"claude-opus-4-7":{"in_tokens":2594,"out_tokens":565},"mistral-large-2":{"in_tokens":1447,"out_tokens":541}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":973,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":16.238272933999724,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1422,"out_tokens":1799},"claude-opus-4-8":{"in_tokens":2732,"out_tokens":763},"claude-opus-4-7":{"in_tokens":2737,"out_tokens":772},"mistral-large-2":{"in_tokens":1578,"out_tokens":715}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1057,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":17.734621196999797,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1498,"out_tokens":1920},"claude-opus-4-8":{"in_tokens":2779,"out_tokens":706},"claude-opus-4-7":{"in_tokens":2784,"out_tokens":616},"mistral-large-2":{"in_tokens":1650,"out_tokens":658}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":7568,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":224.1003569959994,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.625,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1863,"out_tokens":2781},"claude-opus-4-8":{"in_tokens":3917,"out_tokens":812},"claude-opus-4-7":{"in_tokens":3922,"out_tokens":773},"mistral-large-2":{"in_tokens":1981,"out_tokens":834}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":3847,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":99.93848138700014,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":6,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1822,"out_tokens":2372},"claude-opus-4-8":{"in_tokens":3669,"out_tokens":982},"claude-opus-4-7":{"in_tokens":3674,"out_tokens":854},"mistral-large-2":{"in_tokens":1958,"out_tokens":756}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":843,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":15.118436413999916,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":2350},"claude-opus-4-8":{"in_tokens":2479,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2484,"out_tokens":563},"mistral-large-2":{"in_tokens":1347,"out_tokens":497}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":696,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":14.099810633999368,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1255,"out_tokens":1852},"claude-opus-4-8":{"in_tokens":2381,"out_tokens":565},"claude-opus-4-7":{"in_tokens":2386,"out_tokens":567},"mistral-large-2":{"in_tokens":1338,"out_tokens":604}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":724,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":14.186563659000058,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1171,"out_tokens":1734},"claude-opus-4-8":{"in_tokens":2286,"out_tokens":780},"claude-opus-4-7":{"in_tokens":2291,"out_tokens":596},"mistral-large-2":{"in_tokens":1268,"out_tokens":590}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":6950,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":206.951415044,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.4,"claude-opus-4-7":0.6,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.5333333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2755,"out_tokens":3453},"claude-opus-4-8":{"in_tokens":5412,"out_tokens":1425},"claude-opus-4-7":{"in_tokens":5417,"out_tokens":847},"mistral-large-2":{"in_tokens":2942,"out_tokens":773}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":1199,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":21.65241513000001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":2,"paragraph":4,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1530,"out_tokens":2684},"claude-opus-4-8":{"in_tokens":2895,"out_tokens":1044},"claude-opus-4-7":{"in_tokens":2900,"out_tokens":756},"mistral-large-2":{"in_tokens":1674,"out_tokens":640}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":1277,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.301231755999652,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1787,"out_tokens":2208},"claude-opus-4-8":{"in_tokens":3496,"out_tokens":1003},"claude-opus-4-7":{"in_tokens":3501,"out_tokens":779},"mistral-large-2":{"in_tokens":1931,"out_tokens":878}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1396,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":25.420580164000057,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1644,"out_tokens":1873},"claude-opus-4-8":{"in_tokens":3433,"out_tokens":769},"claude-opus-4-7":{"in_tokens":3438,"out_tokens":737},"mistral-large-2":{"in_tokens":1769,"out_tokens":719}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":1474,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":25.799127066000437,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1750,"out_tokens":2674},"claude-opus-4-8":{"in_tokens":3499,"out_tokens":875},"claude-opus-4-7":{"in_tokens":3504,"out_tokens":761},"mistral-large-2":{"in_tokens":1910,"out_tokens":713}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":1300,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":23.523469600999306,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":5.0,"mistral-large-2":4.0},"score_ex_family":0.8571428571428571,"false_claim_types":{"az":0,"paragraph":11,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1506,"out_tokens":2019},"claude-opus-4-8":{"in_tokens":3017,"out_tokens":937},"claude-opus-4-7":{"in_tokens":3022,"out_tokens":711},"mistral-large-2":{"in_tokens":1609,"out_tokens":713}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1575,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":31.47181924800043,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.9166666666666667,"false_claim_types":{"az":0,"paragraph":10,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1529,"out_tokens":3156},"claude-opus-4-8":{"in_tokens":3015,"out_tokens":609},"claude-opus-4-7":{"in_tokens":3020,"out_tokens":489},"mistral-large-2":{"in_tokens":1655,"out_tokens":1255}}}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1903,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":45.95280248600011,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.7407407407407408,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1966,"out_tokens":1883},"claude-opus-4-8":{"in_tokens":3748,"out_tokens":775},"claude-opus-4-7":{"in_tokens":3753,"out_tokens":620},"mistral-large-2":{"in_tokens":2050,"out_tokens":774}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":1283,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":23.199671114999546,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.9166666666666667,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1366,"out_tokens":1609},"claude-opus-4-8":{"in_tokens":2730,"out_tokens":472},"claude-opus-4-7":{"in_tokens":2735,"out_tokens":424},"mistral-large-2":{"in_tokens":1461,"out_tokens":531}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1292,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":22.5828013549999,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":1.0,"claude-opus-4-7":4.0,"mistral-large-2":2.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":11,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1378,"out_tokens":3170},"claude-opus-4-8":{"in_tokens":2738,"out_tokens":561},"claude-opus-4-7":{"in_tokens":2743,"out_tokens":598},"mistral-large-2":{"in_tokens":1445,"out_tokens":510}}}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":2972,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":80.5880088290005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.375,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1989,"out_tokens":1964},"claude-opus-4-8":{"in_tokens":3921,"out_tokens":666},"claude-opus-4-7":{"in_tokens":3926,"out_tokens":521},"mistral-large-2":{"in_tokens":2091,"out_tokens":677}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1236,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":23.24399821299994,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.2857142857142857,"judge_scores":{"gpt-5":0.2857142857142857,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.5714285714285714,"false_claim_types":{"az":0,"paragraph":10,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1441,"out_tokens":2963},"claude-opus-4-8":{"in_tokens":2800,"out_tokens":762},"claude-opus-4-7":{"in_tokens":2805,"out_tokens":526},"mistral-large-2":{"in_tokens":1561,"out_tokens":643}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.001323778,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":1149,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":21.521747109999524,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":4.0,"claude-opus-4-7":5.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":10,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1301,"out_tokens":2282},"claude-opus-4-8":{"in_tokens":2504,"out_tokens":1002},"claude-opus-4-7":{"in_tokens":2509,"out_tokens":712},"mistral-large-2":{"in_tokens":1373,"out_tokens":508}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":1244,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":23.589428534000035,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.9166666666666667,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1366,"out_tokens":1917},"claude-opus-4-8":{"in_tokens":2757,"out_tokens":721},"claude-opus-4-7":{"in_tokens":2762,"out_tokens":526},"mistral-large-2":{"in_tokens":1483,"out_tokens":507}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0021808700003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1178,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.129668106999816,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6666666666666667,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1331,"out_tokens":2115},"claude-opus-4-8":{"in_tokens":2712,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2717,"out_tokens":439},"mistral-large-2":{"in_tokens":1434,"out_tokens":471}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":8054,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":209.5160792050001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":1.0,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1927,"out_tokens":2216},"claude-opus-4-8":{"in_tokens":3779,"out_tokens":884},"claude-opus-4-7":{"in_tokens":3784,"out_tokens":714},"mistral-large-2":{"in_tokens":2108,"out_tokens":969}}}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1761,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":46.167742626999825,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1683,"out_tokens":1525},"claude-opus-4-8":{"in_tokens":3249,"out_tokens":680},"claude-opus-4-7":{"in_tokens":3254,"out_tokens":565},"mistral-large-2":{"in_tokens":1757,"out_tokens":640}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1143,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":21.41754386299999,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":6.0,"claude-opus-4-7":7.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":11,"study":0,"number":3,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1386,"out_tokens":2407},"claude-opus-4-8":{"in_tokens":2683,"out_tokens":904},"claude-opus-4-7":{"in_tokens":2688,"out_tokens":852},"mistral-large-2":{"in_tokens":1472,"out_tokens":578}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":1112,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":20.019471113999316,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":1.0,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7142857142857142,"false_claim_types":{"az":1,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1259,"out_tokens":2169},"claude-opus-4-8":{"in_tokens":2504,"out_tokens":561},"claude-opus-4-7":{"in_tokens":2509,"out_tokens":527},"mistral-large-2":{"in_tokens":1347,"out_tokens":561}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":446.3021756830003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":1518,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":26.921578890999626,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1751,"out_tokens":3107},"claude-opus-4-8":{"in_tokens":3374,"out_tokens":854},"claude-opus-4-7":{"in_tokens":3379,"out_tokens":752},"mistral-large-2":{"in_tokens":1857,"out_tokens":687}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":1178,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":21.26749313200071,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":6.0,"mistral-large-2":3.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1439,"out_tokens":2666},"claude-opus-4-8":{"in_tokens":2855,"out_tokens":949},"claude-opus-4-7":{"in_tokens":2860,"out_tokens":846},"mistral-large-2":{"in_tokens":1561,"out_tokens":695}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1153,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":23.090043610000066,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1405,"out_tokens":1934},"claude-opus-4-8":{"in_tokens":2700,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2705,"out_tokens":721},"mistral-large-2":{"in_tokens":1494,"out_tokens":663}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":999,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":19.21271638500002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.8571428571428571,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1272,"out_tokens":1846},"claude-opus-4-8":{"in_tokens":2554,"out_tokens":535},"claude-opus-4-7":{"in_tokens":2559,"out_tokens":651},"mistral-large-2":{"in_tokens":1330,"out_tokens":566}}}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":2579,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":72.03389725200032,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2042,"out_tokens":1744},"claude-opus-4-8":{"in_tokens":3924,"out_tokens":539},"claude-opus-4-7":{"in_tokens":3929,"out_tokens":480},"mistral-large-2":{"in_tokens":2132,"out_tokens":651}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1057,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":18.389181653999913,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.7142857142857142,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1250,"out_tokens":2417},"claude-opus-4-8":{"in_tokens":2555,"out_tokens":734},"claude-opus-4-7":{"in_tokens":2560,"out_tokens":714},"mistral-large-2":{"in_tokens":1328,"out_tokens":633}}}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":2324,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":58.13188743399951,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1728,"out_tokens":1446},"claude-opus-4-8":{"in_tokens":3280,"out_tokens":642},"claude-opus-4-7":{"in_tokens":3285,"out_tokens":601},"mistral-large-2":{"in_tokens":1814,"out_tokens":607}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":6357,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":172.22952440100016,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1745,"out_tokens":1779},"claude-opus-4-8":{"in_tokens":3496,"out_tokens":684},"claude-opus-4-7":{"in_tokens":3501,"out_tokens":647},"mistral-large-2":{"in_tokens":1820,"out_tokens":709}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1730,"error":null,"skip_reason":null,"score_raw":0.7250000000000001,"duration_s":33.1407217040005,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.65,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2339,"out_tokens":3087},"claude-opus-4-8":{"in_tokens":4507,"out_tokens":998},"claude-opus-4-7":{"in_tokens":4512,"out_tokens":910},"mistral-large-2":{"in_tokens":2464,"out_tokens":712}}}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":2551,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":65.87707431099989,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1520,"out_tokens":1732},"claude-opus-4-8":{"in_tokens":2967,"out_tokens":543},"claude-opus-4-7":{"in_tokens":2972,"out_tokens":491},"mistral-large-2":{"in_tokens":1615,"out_tokens":608}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1589,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":30.926728700999774,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.9,"false_claim_types":{"az":3,"paragraph":2,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2148,"out_tokens":2507},"claude-opus-4-8":{"in_tokens":4159,"out_tokens":1131},"claude-opus-4-7":{"in_tokens":4164,"out_tokens":1076},"mistral-large-2":{"in_tokens":2330,"out_tokens":967}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":36.38039529999969,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.9,"claude-opus-4-7":0.6,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2407,"out_tokens":3912},"claude-opus-4-8":{"in_tokens":4679,"out_tokens":946},"claude-opus-4-7":{"in_tokens":4684,"out_tokens":938},"mistral-large-2":{"in_tokens":2612,"out_tokens":870}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":494.03732901500007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1687,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":27.92621275500005,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.6,"claude-opus-4-7":0.7,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2209,"out_tokens":3498},"claude-opus-4-8":{"in_tokens":4296,"out_tokens":1375},"claude-opus-4-7":{"in_tokens":4301,"out_tokens":851},"mistral-large-2":{"in_tokens":2334,"out_tokens":848}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":438.5648163189999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1193,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":21.367564221000066,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.8571428571428571,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1441,"out_tokens":2618},"claude-opus-4-8":{"in_tokens":2788,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2793,"out_tokens":672},"mistral-large-2":{"in_tokens":1556,"out_tokens":669}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1465,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":41.54738087499936,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1259,"out_tokens":1425},"claude-opus-4-8":{"in_tokens":2429,"out_tokens":498},"claude-opus-4-7":{"in_tokens":2434,"out_tokens":424},"mistral-large-2":{"in_tokens":1313,"out_tokens":567}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0041494840002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1578,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":29.764190548999977,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":4.0,"claude-opus-4-7":6.0,"mistral-large-2":4.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":15,"study":0,"number":3,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2150,"out_tokens":3246},"claude-opus-4-8":{"in_tokens":4157,"out_tokens":1468},"claude-opus-4-7":{"in_tokens":4162,"out_tokens":1026},"mistral-large-2":{"in_tokens":2322,"out_tokens":842}}}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":2227,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":64.07905258000028,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1526,"out_tokens":1641},"claude-opus-4-8":{"in_tokens":2939,"out_tokens":608},"claude-opus-4-7":{"in_tokens":2944,"out_tokens":493},"mistral-large-2":{"in_tokens":1609,"out_tokens":531}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1699,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":40.137670534999415,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1624,"out_tokens":1644},"claude-opus-4-8":{"in_tokens":3087,"out_tokens":748},"claude-opus-4-7":{"in_tokens":3092,"out_tokens":573},"mistral-large-2":{"in_tokens":1688,"out_tokens":721}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2215.7594752030004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":2120,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":52.19458037500044,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.75,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1552,"out_tokens":2017},"claude-opus-4-8":{"in_tokens":3050,"out_tokens":749},"claude-opus-4-7":{"in_tokens":3055,"out_tokens":550},"mistral-large-2":{"in_tokens":1652,"out_tokens":585}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1243,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":21.7444974809996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.8,"claude-opus-4-7":0.7,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":3,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1718,"out_tokens":2584},"claude-opus-4-8":{"in_tokens":3454,"out_tokens":811},"claude-opus-4-7":{"in_tokens":3459,"out_tokens":706},"mistral-large-2":{"in_tokens":1847,"out_tokens":817}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":1484,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":28.753156040999784,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1526,"out_tokens":1654},"claude-opus-4-8":{"in_tokens":2951,"out_tokens":536},"claude-opus-4-7":{"in_tokens":2956,"out_tokens":577},"mistral-large-2":{"in_tokens":1657,"out_tokens":894}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":1416,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":24.831173900000067,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":2.0},"score_ex_family":0.625,"false_claim_types":{"az":2,"paragraph":8,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1730,"out_tokens":3193},"claude-opus-4-8":{"in_tokens":3336,"out_tokens":1154},"claude-opus-4-7":{"in_tokens":3341,"out_tokens":646},"mistral-large-2":{"in_tokens":1841,"out_tokens":710}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1433,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":38.558300859000155,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1549,"out_tokens":952},"claude-opus-4-8":{"in_tokens":3028,"out_tokens":613},"claude-opus-4-7":{"in_tokens":3033,"out_tokens":583},"mistral-large-2":{"in_tokens":1628,"out_tokens":603}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1546,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":38.18297033900035,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1484,"out_tokens":1294},"claude-opus-4-8":{"in_tokens":2880,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2885,"out_tokens":524},"mistral-large-2":{"in_tokens":1555,"out_tokens":687}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1764,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":45.36927186499997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1778,"out_tokens":1401},"claude-opus-4-8":{"in_tokens":3468,"out_tokens":643},"claude-opus-4-7":{"in_tokens":3473,"out_tokens":497},"mistral-large-2":{"in_tokens":1868,"out_tokens":603}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":36.4357664019999,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.9,"false_claim_types":{"az":2,"paragraph":9,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2581,"out_tokens":3317},"claude-opus-4-8":{"in_tokens":5023,"out_tokens":1426},"claude-opus-4-7":{"in_tokens":5028,"out_tokens":780},"mistral-large-2":{"in_tokens":2709,"out_tokens":934}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1641,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":43.29017873800058,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1497,"out_tokens":1372},"claude-opus-4-8":{"in_tokens":2899,"out_tokens":592},"claude-opus-4-7":{"in_tokens":2904,"out_tokens":494},"mistral-large-2":{"in_tokens":1567,"out_tokens":579}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":409.65887532099987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":36.90222235700003,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":5.0,"mistral-large-2":5.0},"score_ex_family":0.6499999999999999,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2418,"out_tokens":3348},"claude-opus-4-8":{"in_tokens":4685,"out_tokens":1253},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":892},"mistral-large-2":{"in_tokens":2629,"out_tokens":1347}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":38.1366984440001,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":0.0,"claude-opus-4-7":8.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":1,"paragraph":15,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2539,"out_tokens":3623},"claude-opus-4-8":{"in_tokens":4878,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":4883,"out_tokens":1229},"mistral-large-2":{"in_tokens":2738,"out_tokens":1284}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":1156,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":35.19955291400038,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1424,"out_tokens":1870},"claude-opus-4-8":{"in_tokens":2732,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2737,"out_tokens":513},"mistral-large-2":{"in_tokens":1490,"out_tokens":548}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1705,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":46.50384873299936,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1615,"out_tokens":1334},"claude-opus-4-8":{"in_tokens":3103,"out_tokens":563},"claude-opus-4-7":{"in_tokens":3108,"out_tokens":525},"mistral-large-2":{"in_tokens":1703,"out_tokens":621}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":2007,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":55.00649419399997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.9259259259259259,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2106,"out_tokens":1425},"claude-opus-4-8":{"in_tokens":4128,"out_tokens":655},"claude-opus-4-7":{"in_tokens":4133,"out_tokens":566},"mistral-large-2":{"in_tokens":2184,"out_tokens":736}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2172,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":57.25622096400002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1662,"out_tokens":1713},"claude-opus-4-8":{"in_tokens":3241,"out_tokens":574},"claude-opus-4-7":{"in_tokens":3246,"out_tokens":523},"mistral-large-2":{"in_tokens":1717,"out_tokens":758}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":1243,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":32.64321315699999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1155,"out_tokens":1378},"claude-opus-4-8":{"in_tokens":2171,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2176,"out_tokens":571},"mistral-large-2":{"in_tokens":1190,"out_tokens":516}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":1596,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":38.762326472000495,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8571428571428571,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1443,"out_tokens":957},"claude-opus-4-8":{"in_tokens":2870,"out_tokens":531},"claude-opus-4-7":{"in_tokens":2875,"out_tokens":426},"mistral-large-2":{"in_tokens":1528,"out_tokens":613}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":3217,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":91.36081744100011,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.25,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.25,"claude-opus-4-7":0.25,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":1.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1495,"out_tokens":2171},"claude-opus-4-8":{"in_tokens":3030,"out_tokens":977},"claude-opus-4-7":{"in_tokens":3035,"out_tokens":762},"mistral-large-2":{"in_tokens":1634,"out_tokens":675}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":3072,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":97.09616972799995,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":5.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1530,"out_tokens":1571},"claude-opus-4-8":{"in_tokens":3015,"out_tokens":740},"claude-opus-4-7":{"in_tokens":3020,"out_tokens":605},"mistral-large-2":{"in_tokens":1677,"out_tokens":834}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":3765,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":110.13733333399978,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.25,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.625,"claude-opus-4-7":0.375,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.5833333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1529,"out_tokens":3034},"claude-opus-4-8":{"in_tokens":3063,"out_tokens":872},"claude-opus-4-7":{"in_tokens":3068,"out_tokens":580},"mistral-large-2":{"in_tokens":1724,"out_tokens":740}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1747,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":50.476512342000206,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.9583333333333334,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1273,"out_tokens":2240},"claude-opus-4-8":{"in_tokens":2502,"out_tokens":909},"claude-opus-4-7":{"in_tokens":2507,"out_tokens":851},"mistral-large-2":{"in_tokens":1387,"out_tokens":617}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":2627,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":76.3815955909995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.5,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1404,"out_tokens":2132},"claude-opus-4-8":{"in_tokens":2882,"out_tokens":766},"claude-opus-4-7":{"in_tokens":2887,"out_tokens":524},"mistral-large-2":{"in_tokens":1528,"out_tokens":689}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1982,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":60.237072289000025,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.9333333333333332,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1331,"out_tokens":1258},"claude-opus-4-8":{"in_tokens":2589,"out_tokens":657},"claude-opus-4-7":{"in_tokens":2594,"out_tokens":497},"mistral-large-2":{"in_tokens":1470,"out_tokens":656}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":1971,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":59.14539855200019,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":1295},"claude-opus-4-8":{"in_tokens":2602,"out_tokens":572},"claude-opus-4-7":{"in_tokens":2607,"out_tokens":479},"mistral-large-2":{"in_tokens":1482,"out_tokens":578}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0025763000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.010145021,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":7421,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":210.10053128000072,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1638,"out_tokens":2666},"claude-opus-4-8":{"in_tokens":3265,"out_tokens":964},"claude-opus-4-7":{"in_tokens":3270,"out_tokens":736},"mistral-large-2":{"in_tokens":1803,"out_tokens":659}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":3744,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":114.91878508700029,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1598,"out_tokens":2354},"claude-opus-4-8":{"in_tokens":3166,"out_tokens":809},"claude-opus-4-7":{"in_tokens":3171,"out_tokens":686},"mistral-large-2":{"in_tokens":1758,"out_tokens":877}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2973,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":83.30860893800036,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8148148148148149,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":1384},"claude-opus-4-8":{"in_tokens":2616,"out_tokens":599},"claude-opus-4-7":{"in_tokens":2621,"out_tokens":553},"mistral-large-2":{"in_tokens":1458,"out_tokens":578}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":472.4350089419995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1913,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":52.702512844999546,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.5925925925925926,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1354,"out_tokens":1278},"claude-opus-4-8":{"in_tokens":2636,"out_tokens":670},"claude-opus-4-7":{"in_tokens":2641,"out_tokens":552},"mistral-large-2":{"in_tokens":1449,"out_tokens":736}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1964,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":52.604075014000045,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.0,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1126,"out_tokens":1647},"claude-opus-4-8":{"in_tokens":2130,"out_tokens":867},"claude-opus-4-7":{"in_tokens":2135,"out_tokens":568},"mistral-large-2":{"in_tokens":1249,"out_tokens":636}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":434.44047948299976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":3425,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":99.8736162489995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.4444444444444444,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7037037037037037,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1862,"out_tokens":2197},"claude-opus-4-8":{"in_tokens":3714,"out_tokens":769},"claude-opus-4-7":{"in_tokens":3719,"out_tokens":657},"mistral-large-2":{"in_tokens":2064,"out_tokens":756}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1817,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":50.93186843900003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1243,"out_tokens":793},"claude-opus-4-8":{"in_tokens":2522,"out_tokens":540},"claude-opus-4-7":{"in_tokens":2527,"out_tokens":470},"mistral-large-2":{"in_tokens":1332,"out_tokens":523}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":468.8213807379998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":2535,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":68.70857595500001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.5925925925925926,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1529,"out_tokens":1973},"claude-opus-4-8":{"in_tokens":3094,"out_tokens":663},"claude-opus-4-7":{"in_tokens":3099,"out_tokens":721},"mistral-large-2":{"in_tokens":1640,"out_tokens":687}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":427.915680006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":3879,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":113.64075257199966,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.375,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1796,"out_tokens":2922},"claude-opus-4-8":{"in_tokens":3529,"out_tokens":756},"claude-opus-4-7":{"in_tokens":3534,"out_tokens":581},"mistral-large-2":{"in_tokens":1970,"out_tokens":770}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":3978,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":54.65713829800006,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9583333333333334,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1922,"out_tokens":2289},"claude-opus-4-8":{"in_tokens":3974,"out_tokens":906},"claude-opus-4-7":{"in_tokens":3979,"out_tokens":464},"mistral-large-2":{"in_tokens":2073,"out_tokens":530}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":3474,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":92.41523706499993,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.375,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.5,"claude-opus-4-7":0.375,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1487,"out_tokens":2008},"claude-opus-4-8":{"in_tokens":3028,"out_tokens":1203},"claude-opus-4-7":{"in_tokens":3033,"out_tokens":672},"mistral-large-2":{"in_tokens":1664,"out_tokens":652}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":2303,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":66.09797978899951,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.5714285714285714,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.5714285714285714},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.5714285714285714,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1689,"out_tokens":2193},"claude-opus-4-8":{"in_tokens":3210,"out_tokens":913},"claude-opus-4-7":{"in_tokens":3215,"out_tokens":801},"mistral-large-2":{"in_tokens":1903,"out_tokens":712}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":2613,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":70.30211320200033,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1673,"out_tokens":1808},"claude-opus-4-8":{"in_tokens":3241,"out_tokens":926},"claude-opus-4-7":{"in_tokens":3246,"out_tokens":665},"mistral-large-2":{"in_tokens":1863,"out_tokens":765}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":5473,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":152.89031598200017,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1777,"out_tokens":3166},"claude-opus-4-8":{"in_tokens":3391,"out_tokens":1038},"claude-opus-4-7":{"in_tokens":3396,"out_tokens":734},"mistral-large-2":{"in_tokens":1991,"out_tokens":664}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1549,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":46.29636122300053,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1303,"out_tokens":1143},"claude-opus-4-8":{"in_tokens":2531,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2536,"out_tokens":457},"mistral-large-2":{"in_tokens":1427,"out_tokens":569}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":2628,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":72.69102506700074,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.8518518518518517,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1554,"out_tokens":2040},"claude-opus-4-8":{"in_tokens":3064,"out_tokens":795},"claude-opus-4-7":{"in_tokens":3069,"out_tokens":753},"mistral-large-2":{"in_tokens":1726,"out_tokens":710}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1258,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":34.41419714999938,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1319,"out_tokens":1516},"claude-opus-4-8":{"in_tokens":2599,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2604,"out_tokens":615},"mistral-large-2":{"in_tokens":1459,"out_tokens":736}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":3239,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":86.0263094210004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.375,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":4.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2053,"out_tokens":2177},"claude-opus-4-8":{"in_tokens":3912,"out_tokens":1114},"claude-opus-4-7":{"in_tokens":3917,"out_tokens":715},"mistral-large-2":{"in_tokens":2214,"out_tokens":735}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":2251,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":59.2156355369998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8148148148148149,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1229,"out_tokens":1708},"claude-opus-4-8":{"in_tokens":2492,"out_tokens":839},"claude-opus-4-7":{"in_tokens":2497,"out_tokens":636},"mistral-large-2":{"in_tokens":1360,"out_tokens":598}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":3790,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":104.52305233000061,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1746,"out_tokens":2634},"claude-opus-4-8":{"in_tokens":3471,"out_tokens":800},"claude-opus-4-7":{"in_tokens":3476,"out_tokens":710},"mistral-large-2":{"in_tokens":1917,"out_tokens":754}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":12259,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":160.431924384,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1596,"out_tokens":3357},"claude-opus-4-8":{"in_tokens":3198,"out_tokens":732},"claude-opus-4-7":{"in_tokens":3203,"out_tokens":732},"mistral-large-2":{"in_tokens":1682,"out_tokens":867}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":3056,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":82.39380082699972,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1464,"out_tokens":2311},"claude-opus-4-8":{"in_tokens":2885,"out_tokens":898},"claude-opus-4-7":{"in_tokens":2890,"out_tokens":807},"mistral-large-2":{"in_tokens":1588,"out_tokens":704}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":325,"out_tokens":6649,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":305.50056904900066,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.9583333333333334,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1649,"out_tokens":2439},"claude-opus-4-8":{"in_tokens":3264,"out_tokens":636},"claude-opus-4-7":{"in_tokens":3269,"out_tokens":613},"mistral-large-2":{"in_tokens":1778,"out_tokens":632}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2581,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":66.6088816169995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1435,"out_tokens":1623},"claude-opus-4-8":{"in_tokens":2841,"out_tokens":584},"claude-opus-4-7":{"in_tokens":2846,"out_tokens":589},"mistral-large-2":{"in_tokens":1597,"out_tokens":534}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":3360,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":95.80215277699972,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.375,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":6.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1645,"out_tokens":2497},"claude-opus-4-8":{"in_tokens":3298,"out_tokens":883},"claude-opus-4-7":{"in_tokens":3303,"out_tokens":742},"mistral-large-2":{"in_tokens":1803,"out_tokens":811}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":3808,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":107.94056242700026,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1626,"out_tokens":2229},"claude-opus-4-8":{"in_tokens":3125,"out_tokens":831},"claude-opus-4-7":{"in_tokens":3130,"out_tokens":688},"mistral-large-2":{"in_tokens":1801,"out_tokens":790}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":5738,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":174.94577974100048,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1847,"out_tokens":1736},"claude-opus-4-8":{"in_tokens":3765,"out_tokens":611},"claude-opus-4-7":{"in_tokens":3770,"out_tokens":532},"mistral-large-2":{"in_tokens":2043,"out_tokens":681}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":2530,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":66.89038341100058,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.7407407407407408,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":2,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1363,"out_tokens":2121},"claude-opus-4-8":{"in_tokens":2669,"out_tokens":672},"claude-opus-4-7":{"in_tokens":2674,"out_tokens":724},"mistral-large-2":{"in_tokens":1474,"out_tokens":817}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":468.0563348750002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":2443,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":68.82720027800042,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":1674},"claude-opus-4-8":{"in_tokens":2515,"out_tokens":494},"claude-opus-4-7":{"in_tokens":2520,"out_tokens":446},"mistral-large-2":{"in_tokens":1364,"out_tokens":636}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":2731,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":69.86563488600041,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1565,"out_tokens":2330},"claude-opus-4-8":{"in_tokens":3044,"out_tokens":726},"claude-opus-4-7":{"in_tokens":3049,"out_tokens":597},"mistral-large-2":{"in_tokens":1724,"out_tokens":703}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":4600,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":136.57523650700023,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.375,"claude-opus-4-7":0.5,"mistral-large-2":0.25},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":6.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1592,"out_tokens":1937},"claude-opus-4-8":{"in_tokens":3206,"out_tokens":646},"claude-opus-4-7":{"in_tokens":3211,"out_tokens":588},"mistral-large-2":{"in_tokens":1693,"out_tokens":745}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":461.683011094,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":15787,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":186.90122959699966,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.375,"claude-opus-4-7":0.5,"mistral-large-2":0.25},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":5.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2151,"out_tokens":3619},"claude-opus-4-8":{"in_tokens":4185,"out_tokens":1215},"claude-opus-4-7":{"in_tokens":4190,"out_tokens":775},"mistral-large-2":{"in_tokens":2269,"out_tokens":857}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":3760,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":113.88819703399986,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.125,"claude-opus-4-7":0.125,"mistral-large-2":0.25},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":6.0},"score_ex_family":0.16666666666666666,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2150,"out_tokens":1934},"claude-opus-4-8":{"in_tokens":4608,"out_tokens":923},"claude-opus-4-7":{"in_tokens":4613,"out_tokens":668},"mistral-large-2":{"in_tokens":2315,"out_tokens":903}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":5112,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":136.6164276060008,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2089,"out_tokens":2774},"claude-opus-4-8":{"in_tokens":4340,"out_tokens":886},"claude-opus-4-7":{"in_tokens":4345,"out_tokens":783},"mistral-large-2":{"in_tokens":2272,"out_tokens":855}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":4075,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":110.51228398700005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8095238095238094,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1822,"out_tokens":1874},"claude-opus-4-8":{"in_tokens":3906,"out_tokens":671},"claude-opus-4-7":{"in_tokens":3911,"out_tokens":543},"mistral-large-2":{"in_tokens":1952,"out_tokens":612}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":6843,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":185.92489230000047,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2368,"out_tokens":2907},"claude-opus-4-8":{"in_tokens":4906,"out_tokens":875},"claude-opus-4-7":{"in_tokens":4911,"out_tokens":715},"mistral-large-2":{"in_tokens":2573,"out_tokens":697}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":14958,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":180.2945319569999,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":1.0,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":1,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1646,"out_tokens":2981},"claude-opus-4-8":{"in_tokens":3371,"out_tokens":752},"claude-opus-4-7":{"in_tokens":3376,"out_tokens":663},"mistral-large-2":{"in_tokens":1727,"out_tokens":556}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":2855,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":83.91153727499932,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.888888888888889,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1511,"out_tokens":1957},"claude-opus-4-8":{"in_tokens":3219,"out_tokens":488},"claude-opus-4-7":{"in_tokens":3224,"out_tokens":502},"mistral-large-2":{"in_tokens":1639,"out_tokens":517}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":317,"out_tokens":13731,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":199.27149978300076,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2183,"out_tokens":2081},"claude-opus-4-8":{"in_tokens":4409,"out_tokens":602},"claude-opus-4-7":{"in_tokens":4414,"out_tokens":778},"mistral-large-2":{"in_tokens":2332,"out_tokens":603}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":3997,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":116.70892041499974,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9444444444444445,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1626,"out_tokens":1458},"claude-opus-4-8":{"in_tokens":3492,"out_tokens":525},"claude-opus-4-7":{"in_tokens":3497,"out_tokens":397},"mistral-large-2":{"in_tokens":1735,"out_tokens":706}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":442.1401117579999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":4396,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":119.65022854000017,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.42857142857142855},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.7142857142857143,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1583,"out_tokens":3220},"claude-opus-4-8":{"in_tokens":3289,"out_tokens":573},"claude-opus-4-7":{"in_tokens":3294,"out_tokens":523},"mistral-large-2":{"in_tokens":1735,"out_tokens":634}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":6636,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":183.8352360990002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1677,"out_tokens":2790},"claude-opus-4-8":{"in_tokens":3498,"out_tokens":551},"claude-opus-4-7":{"in_tokens":3503,"out_tokens":622},"mistral-large-2":{"in_tokens":1843,"out_tokens":596}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":5122,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":139.1490175959998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8333333333333334,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.9444444444444445,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1767,"out_tokens":2615},"claude-opus-4-8":{"in_tokens":3636,"out_tokens":529},"claude-opus-4-7":{"in_tokens":3641,"out_tokens":527},"mistral-large-2":{"in_tokens":1910,"out_tokens":728}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":3350,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":96.6295238849998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1681,"out_tokens":1914},"claude-opus-4-8":{"in_tokens":3634,"out_tokens":518},"claude-opus-4-7":{"in_tokens":3639,"out_tokens":468},"mistral-large-2":{"in_tokens":1830,"out_tokens":512}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":4330,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":110.4329793249999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":4.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1485,"out_tokens":1564},"claude-opus-4-8":{"in_tokens":3022,"out_tokens":637},"claude-opus-4-7":{"in_tokens":3027,"out_tokens":789},"mistral-large-2":{"in_tokens":1565,"out_tokens":619}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":467.56342636499994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":8610,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":213.34504478399958,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":1.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":5.0,"mistral-large-2":4.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1550,"out_tokens":2433},"claude-opus-4-8":{"in_tokens":3201,"out_tokens":762},"claude-opus-4-7":{"in_tokens":3206,"out_tokens":752},"mistral-large-2":{"in_tokens":1626,"out_tokens":653}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":3326,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":97.94519124699946,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.9523809523809524,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1548,"out_tokens":1977},"claude-opus-4-8":{"in_tokens":3206,"out_tokens":684},"claude-opus-4-7":{"in_tokens":3211,"out_tokens":740},"mistral-large-2":{"in_tokens":1665,"out_tokens":678}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":3188,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":90.72150401399995,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1518,"out_tokens":2355},"claude-opus-4-8":{"in_tokens":3136,"out_tokens":837},"claude-opus-4-7":{"in_tokens":3141,"out_tokens":594},"mistral-large-2":{"in_tokens":1643,"out_tokens":663}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":2024,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":56.58281410699965,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8095238095238094,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1258,"out_tokens":1775},"claude-opus-4-8":{"in_tokens":2591,"out_tokens":558},"claude-opus-4-7":{"in_tokens":2596,"out_tokens":500},"mistral-large-2":{"in_tokens":1310,"out_tokens":481}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":6991,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":174.73155075199975,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1754,"out_tokens":2869},"claude-opus-4-8":{"in_tokens":3498,"out_tokens":667},"claude-opus-4-7":{"in_tokens":3503,"out_tokens":639},"mistral-large-2":{"in_tokens":1857,"out_tokens":675}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":3547,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":104.2490305020001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1752,"out_tokens":1412},"claude-opus-4-8":{"in_tokens":3640,"out_tokens":588},"claude-opus-4-7":{"in_tokens":3645,"out_tokens":466},"mistral-large-2":{"in_tokens":1890,"out_tokens":952}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":440.8594685759999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":4146,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":116.22345958599999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2881,"out_tokens":2117},"claude-opus-4-8":{"in_tokens":5972,"out_tokens":1046},"claude-opus-4-7":{"in_tokens":5977,"out_tokens":703},"mistral-large-2":{"in_tokens":3102,"out_tokens":903}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":527,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":238.36271691899947,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":11,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2599,"out_tokens":2646},"claude-opus-4-8":{"in_tokens":5116,"out_tokens":1101},"claude-opus-4-7":{"in_tokens":5121,"out_tokens":1070},"mistral-large-2":{"in_tokens":2811,"out_tokens":878}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":427.5635355910008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":7625,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":210.6868372429999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.9523809523809524,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1639,"out_tokens":2834},"claude-opus-4-8":{"in_tokens":3530,"out_tokens":621},"claude-opus-4-7":{"in_tokens":3535,"out_tokens":540},"mistral-large-2":{"in_tokens":1748,"out_tokens":641}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":494.8000620970006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":9579,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":262.36750091699923,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":1.0,"claude-opus-4-7":0.6,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":0.0},"score_ex_family":0.5333333333333333,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3161,"out_tokens":3078},"claude-opus-4-8":{"in_tokens":6593,"out_tokens":1268},"claude-opus-4-7":{"in_tokens":6598,"out_tokens":920},"mistral-large-2":{"in_tokens":3414,"out_tokens":1476}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":11200,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":317.6701672270001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.9,"claude-opus-4-7":0.6,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":5.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":4,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":3093,"out_tokens":3528},"claude-opus-4-8":{"in_tokens":6239,"out_tokens":988},"claude-opus-4-7":{"in_tokens":6244,"out_tokens":804},"mistral-large-2":{"in_tokens":3263,"out_tokens":878}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":5877,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":166.079710514,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.6999999999999998,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2543,"out_tokens":3328},"claude-opus-4-8":{"in_tokens":5325,"out_tokens":981},"claude-opus-4-7":{"in_tokens":5330,"out_tokens":630},"mistral-large-2":{"in_tokens":2737,"out_tokens":880}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":15326,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":201.51012090699987,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8571428571428571,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2023,"out_tokens":2965},"claude-opus-4-8":{"in_tokens":3976,"out_tokens":576},"claude-opus-4-7":{"in_tokens":3981,"out_tokens":581},"mistral-large-2":{"in_tokens":2153,"out_tokens":745}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":8601,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":232.40621921100046,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9666666666666667,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2782,"out_tokens":2897},"claude-opus-4-8":{"in_tokens":5810,"out_tokens":935},"claude-opus-4-7":{"in_tokens":5815,"out_tokens":760},"mistral-large-2":{"in_tokens":2954,"out_tokens":860}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":3378,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":99.54811286699987,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8095238095238096,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1620,"out_tokens":1827},"claude-opus-4-8":{"in_tokens":3258,"out_tokens":689},"claude-opus-4-7":{"in_tokens":3263,"out_tokens":529},"mistral-large-2":{"in_tokens":1745,"out_tokens":656}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":3224,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":91.82808413299972,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.9444444444444445,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1668,"out_tokens":1252},"claude-opus-4-8":{"in_tokens":3440,"out_tokens":593},"claude-opus-4-7":{"in_tokens":3445,"out_tokens":448},"mistral-large-2":{"in_tokens":1820,"out_tokens":604}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":6362,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":175.77644679900004,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.5,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2003,"out_tokens":3581},"claude-opus-4-8":{"in_tokens":4179,"out_tokens":922},"claude-opus-4-7":{"in_tokens":4184,"out_tokens":736},"mistral-large-2":{"in_tokens":2160,"out_tokens":848}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":4949,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":131.3677494200001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1827,"out_tokens":2006},"claude-opus-4-8":{"in_tokens":3646,"out_tokens":740},"claude-opus-4-7":{"in_tokens":3651,"out_tokens":646},"mistral-large-2":{"in_tokens":1953,"out_tokens":787}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":425.9456312299999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":457.1066574160004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":7303,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":213.4275196389999,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.7333333333333334,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2952,"out_tokens":3589},"claude-opus-4-8":{"in_tokens":6144,"out_tokens":1119},"claude-opus-4-7":{"in_tokens":6149,"out_tokens":915},"mistral-large-2":{"in_tokens":3179,"out_tokens":946}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":483.9884744289993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":7790,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":222.60643434900066,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3067,"out_tokens":2117},"claude-opus-4-8":{"in_tokens":6383,"out_tokens":952},"claude-opus-4-7":{"in_tokens":6388,"out_tokens":747},"mistral-large-2":{"in_tokens":3317,"out_tokens":1032}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":14090,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":376.9814929670001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.9,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.9666666666666667,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3240,"out_tokens":3676},"claude-opus-4-8":{"in_tokens":6550,"out_tokens":985},"claude-opus-4-7":{"in_tokens":6555,"out_tokens":841},"mistral-large-2":{"in_tokens":3404,"out_tokens":914}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":440.9288872110001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":411.4827920609996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":449.02149879900026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":462.5638469530004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":451.9694956459998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3900.040310915,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}