{"model_id":"mistral-large-2","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":370,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":7.73025920500001,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.75,"extra_count_mean":2.0,"extra_false_mean":1.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.2222222222222222,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.3703703703703704,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":4,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1726,"out_tokens":2012},"claude-opus-4-8":{"in_tokens":3485,"out_tokens":888},"claude-opus-4-7":{"in_tokens":3490,"out_tokens":787},"mistral-large-2":{"in_tokens":1851,"out_tokens":759}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":0.3055555555555555,"duration_s":8.859424628000014,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.5,"extra_count_mean":3.0,"extra_false_mean":2.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.1111111111111111,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.4444444444444444},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.25925925925925924,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1683,"out_tokens":2991},"claude-opus-4-8":{"in_tokens":3389,"out_tokens":1153},"claude-opus-4-7":{"in_tokens":3394,"out_tokens":846},"mistral-large-2":{"in_tokens":1800,"out_tokens":745}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":376,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":9.143500236000008,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.5,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.4444444444444444,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":1876},"claude-opus-4-8":{"in_tokens":2697,"out_tokens":918},"claude-opus-4-7":{"in_tokens":2702,"out_tokens":746},"mistral-large-2":{"in_tokens":1506,"out_tokens":714}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"ok","in_tokens":452,"out_tokens":528,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":9.286484132000012,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_count_mean":0.75,"extra_count_mean":2.0,"extra_false_mean":2.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.375,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":1.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2065,"out_tokens":1682},"claude-opus-4-8":{"in_tokens":3939,"out_tokens":967},"claude-opus-4-7":{"in_tokens":3944,"out_tokens":841},"mistral-large-2":{"in_tokens":2191,"out_tokens":606}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":347,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":5.070029439999985,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_count_mean":1.25,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.25,"claude-opus-4-7":0.125,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.16666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":1433},"claude-opus-4-8":{"in_tokens":2829,"out_tokens":902},"claude-opus-4-7":{"in_tokens":2834,"out_tokens":667},"mistral-large-2":{"in_tokens":1490,"out_tokens":651}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":359,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":5.996621220000009,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.4444444444444444,"contradicted_count_mean":2.0,"extra_count_mean":1.0,"extra_false_mean":1.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.3333333333333333},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":1},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1920,"out_tokens":1969},"claude-opus-4-8":{"in_tokens":3716,"out_tokens":778},"claude-opus-4-7":{"in_tokens":3721,"out_tokens":808},"mistral-large-2":{"in_tokens":2045,"out_tokens":803}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":382,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":7.065099146999984,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.375,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.75,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.75,"claude-opus-4-7":0.375,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.4583333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":6},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1535,"out_tokens":1820},"claude-opus-4-8":{"in_tokens":2925,"out_tokens":887},"claude-opus-4-7":{"in_tokens":2930,"out_tokens":643},"mistral-large-2":{"in_tokens":1625,"out_tokens":749}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.585783764999988,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1224,"out_tokens":1334},"claude-opus-4-8":{"in_tokens":2347,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2352,"out_tokens":521},"mistral-large-2":{"in_tokens":1311,"out_tokens":584}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":1101,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":21.66270827000001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1615,"out_tokens":1399},"claude-opus-4-8":{"in_tokens":3086,"out_tokens":909},"claude-opus-4-7":{"in_tokens":3091,"out_tokens":705},"mistral-large-2":{"in_tokens":1738,"out_tokens":698}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":710,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":10.894754939000023,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.75,"extra_count_mean":2.0,"extra_false_mean":1.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.2222222222222222,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.3703703703703704,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":3,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1843,"out_tokens":1500},"claude-opus-4-8":{"in_tokens":3489,"out_tokens":1162},"claude-opus-4-7":{"in_tokens":3494,"out_tokens":839},"mistral-large-2":{"in_tokens":2037,"out_tokens":840}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":1485,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":24.692805637999996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":1,"paragraph":0,"study":0,"number":3,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2104,"out_tokens":2737},"claude-opus-4-8":{"in_tokens":4230,"out_tokens":822},"claude-opus-4-7":{"in_tokens":4235,"out_tokens":629},"mistral-large-2":{"in_tokens":2248,"out_tokens":726}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"ok","in_tokens":663,"out_tokens":1397,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":24.096096164000002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.25,"extra_count_mean":2.0,"extra_false_mean":1.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.1111111111111111,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.38888888888888884,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1905,"out_tokens":2289},"claude-opus-4-8":{"in_tokens":3855,"out_tokens":1192},"claude-opus-4-7":{"in_tokens":3860,"out_tokens":829},"mistral-large-2":{"in_tokens":2042,"out_tokens":884}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":737,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":21.99244100899999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":1062},"claude-opus-4-8":{"in_tokens":2405,"out_tokens":715},"claude-opus-4-7":{"in_tokens":2410,"out_tokens":577},"mistral-large-2":{"in_tokens":1348,"out_tokens":626}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":445,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":7.8540033570000105,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.4444444444444444,"contradicted_count_mean":0.25,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.25925925925925924,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1835,"out_tokens":1773},"claude-opus-4-8":{"in_tokens":3547,"out_tokens":972},"claude-opus-4-7":{"in_tokens":3552,"out_tokens":739},"mistral-large-2":{"in_tokens":1943,"out_tokens":864}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"ok","in_tokens":815,"out_tokens":1511,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":25.835978601000008,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.5,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2357,"out_tokens":1352},"claude-opus-4-8":{"in_tokens":4452,"out_tokens":865},"claude-opus-4-7":{"in_tokens":4457,"out_tokens":814},"mistral-large-2":{"in_tokens":2508,"out_tokens":646}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":490,"error":null,"skip_reason":null,"score_raw":0.15,"duration_s":7.564122972999996,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_count_mean":2.75,"extra_count_mean":3.75,"extra_false_mean":3.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.1,"claude-opus-4-7":0.2,"mistral-large-2":0.3},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":7.0,"claude-opus-4-7":7.0,"mistral-large-2":6.0},"score_ex_family":0.10000000000000002,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":4,"other":8},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1988,"out_tokens":2806},"claude-opus-4-8":{"in_tokens":3839,"out_tokens":1105},"claude-opus-4-7":{"in_tokens":3844,"out_tokens":1016},"mistral-large-2":{"in_tokens":2150,"out_tokens":984}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":665,"error":null,"skip_reason":null,"score_raw":0.05555555555555555,"duration_s":12.600108763999998,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.4444444444444444,"contradicted_count_mean":4.0,"extra_count_mean":2.0,"extra_false_mean":1.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.1111111111111111,"mistral-large-2":0.1111111111111111},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":7.0,"claude-opus-4-7":4.0,"mistral-large-2":6.0},"score_ex_family":0.037037037037037035,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":2,"other":3},"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1913,"out_tokens":2837},"claude-opus-4-8":{"in_tokens":3854,"out_tokens":907},"claude-opus-4-7":{"in_tokens":3859,"out_tokens":871},"mistral-large-2":{"in_tokens":2044,"out_tokens":834}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.3055555555555556,"duration_s":26.441169082000016,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.2222222222222222,"claude-opus-4-8":0.2222222222222222,"claude-opus-4-7":0.2222222222222222,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.3055555555555556,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1409,"out_tokens":1648},"claude-opus-4-8":{"in_tokens":2802,"out_tokens":930},"claude-opus-4-7":{"in_tokens":2807,"out_tokens":722},"mistral-large-2":{"in_tokens":1517,"out_tokens":629}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":356,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":29.266572992999997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.875,"claude-opus-4-7":0.375,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.59375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1899,"out_tokens":2232},"claude-opus-4-8":{"in_tokens":3605,"out_tokens":892},"claude-opus-4-7":{"in_tokens":3610,"out_tokens":739},"mistral-large-2":{"in_tokens":2032,"out_tokens":601}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":449,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":7.130265027000007,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_count_mean":1.75,"extra_count_mean":1.25,"extra_false_mean":1.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.2,"claude-opus-4-7":0.2,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":5.0,"mistral-large-2":1.0},"score_ex_family":0.2333333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2136,"out_tokens":1944},"claude-opus-4-8":{"in_tokens":3957,"out_tokens":1236},"claude-opus-4-7":{"in_tokens":3962,"out_tokens":1057},"mistral-large-2":{"in_tokens":2256,"out_tokens":889}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":645,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":11.250004083999983,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.25,"extra_count_mean":3.0,"extra_false_mean":2.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.2222222222222222,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.2222222222222222,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.25925925925925924,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2141,"out_tokens":2590},"claude-opus-4-8":{"in_tokens":4119,"out_tokens":1081},"claude-opus-4-7":{"in_tokens":4124,"out_tokens":950},"mistral-large-2":{"in_tokens":2253,"out_tokens":806}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":355,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":6.715774947,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_count_mean":1.5,"extra_count_mean":1.25,"extra_false_mean":1.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.25},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1496,"out_tokens":1780},"claude-opus-4-8":{"in_tokens":2907,"out_tokens":973},"claude-opus-4-7":{"in_tokens":2912,"out_tokens":777},"mistral-large-2":{"in_tokens":1602,"out_tokens":690}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":650,"error":null,"skip_reason":null,"score_raw":0.075,"duration_s":10.125822414999988,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_count_mean":2.75,"extra_count_mean":3.0,"extra_false_mean":2.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":6.0,"claude-opus-4-7":7.0,"mistral-large-2":7.0},"score_ex_family":0.09999999999999999,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":2,"other":1},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":2093,"out_tokens":2767},"claude-opus-4-8":{"in_tokens":4187,"out_tokens":1281},"claude-opus-4-7":{"in_tokens":4192,"out_tokens":1225},"mistral-large-2":{"in_tokens":2267,"out_tokens":1145}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":361,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":6.15940256799999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.5,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5666666666666667,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1444,"out_tokens":1312},"claude-opus-4-8":{"in_tokens":2786,"out_tokens":825},"claude-opus-4-7":{"in_tokens":2791,"out_tokens":575},"mistral-large-2":{"in_tokens":1538,"out_tokens":844}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":20.989981635999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":1278},"claude-opus-4-8":{"in_tokens":2615,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2620,"out_tokens":578},"mistral-large-2":{"in_tokens":1409,"out_tokens":666}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"ok","in_tokens":347,"out_tokens":405,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":6.703414086999999,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7,"contradicted_count_mean":1.25,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.6,"claude-opus-4-7":0.5,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1472,"out_tokens":2120},"claude-opus-4-8":{"in_tokens":2834,"out_tokens":960},"claude-opus-4-7":{"in_tokens":2839,"out_tokens":719},"mistral-large-2":{"in_tokens":1567,"out_tokens":701}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"ok","in_tokens":764,"out_tokens":239,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":38.58236320399999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":2.0,"extra_count_mean":0.75,"extra_false_mean":0.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.2222222222222222,"claude-opus-4-8":0.2222222222222222,"claude-opus-4-7":0.2222222222222222,"mistral-large-2":0.3333333333333333},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.25,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1635,"out_tokens":2002},"claude-opus-4-8":{"in_tokens":3281,"out_tokens":965},"claude-opus-4-7":{"in_tokens":3286,"out_tokens":754},"mistral-large-2":{"in_tokens":1748,"out_tokens":798}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":3747,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":40.85716310400001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.9259259259259259,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1526,"out_tokens":2095},"claude-opus-4-8":{"in_tokens":2906,"out_tokens":839},"claude-opus-4-7":{"in_tokens":2911,"out_tokens":661},"mistral-large-2":{"in_tokens":1636,"out_tokens":727}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":1289,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":20.355007916000005,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_count_mean":0.25,"extra_count_mean":2.25,"extra_false_mean":1.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1758,"out_tokens":2067},"claude-opus-4-8":{"in_tokens":3530,"out_tokens":949},"claude-opus-4-7":{"in_tokens":3535,"out_tokens":835},"mistral-large-2":{"in_tokens":1875,"out_tokens":769}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":573,"error":null,"skip_reason":null,"score_raw":0.045454545454545456,"duration_s":8.838619947000012,"hallucination_count":8.25,"hallucination_top100":0,"inter_rater_agreement":0.5454545454545454,"contradicted_count_mean":3.75,"extra_count_mean":4.5,"extra_false_mean":4.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.18181818181818182,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":11.0,"claude-opus-4-7":9.0,"mistral-large-2":7.0},"score_ex_family":0.06060606060606061,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":2,"other":3},"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1654,"out_tokens":2234},"claude-opus-4-8":{"in_tokens":3145,"out_tokens":1493},"claude-opus-4-7":{"in_tokens":3150,"out_tokens":1160},"mistral-large-2":{"in_tokens":1829,"out_tokens":1158}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":472,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":7.589483593000011,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_count_mean":2.0,"extra_count_mean":2.75,"extra_false_mean":2.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.3,"claude-opus-4-7":0.0,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":4.0,"claude-opus-4-7":5.0,"mistral-large-2":4.0},"score_ex_family":0.09999999999999999,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":4,"other":2},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1912,"out_tokens":2349},"claude-opus-4-8":{"in_tokens":3730,"out_tokens":1056},"claude-opus-4-7":{"in_tokens":3735,"out_tokens":887},"mistral-large-2":{"in_tokens":2112,"out_tokens":867}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"ok","in_tokens":770,"out_tokens":1225,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":18.96596679199999,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.4444444444444444,"contradicted_count_mean":2.0,"extra_count_mean":2.5,"extra_false_mean":2.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.2777777777777778,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":2},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":2221,"out_tokens":2869},"claude-opus-4-8":{"in_tokens":4263,"out_tokens":1178},"claude-opus-4-7":{"in_tokens":4268,"out_tokens":810},"mistral-large-2":{"in_tokens":2372,"out_tokens":946}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":505,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":40.92231895200001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.5,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2097,"out_tokens":1784},"claude-opus-4-8":{"in_tokens":4021,"out_tokens":736},"claude-opus-4-7":{"in_tokens":4026,"out_tokens":674},"mistral-large-2":{"in_tokens":2239,"out_tokens":657}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":45.160582097,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.5,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1609,"out_tokens":1394},"claude-opus-4-8":{"in_tokens":3226,"out_tokens":847},"claude-opus-4-7":{"in_tokens":3231,"out_tokens":584},"mistral-large-2":{"in_tokens":1725,"out_tokens":684}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":433,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":7.8108993379999845,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.5,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5185185185185185,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1686,"out_tokens":1763},"claude-opus-4-8":{"in_tokens":3270,"out_tokens":778},"claude-opus-4-7":{"in_tokens":3275,"out_tokens":629},"mistral-large-2":{"in_tokens":1797,"out_tokens":802}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":485,"error":null,"skip_reason":null,"score_raw":0.225,"duration_s":7.652173508000004,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7,"contradicted_count_mean":1.25,"extra_count_mean":2.25,"extra_false_mean":1.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.3,"claude-opus-4-7":0.2,"mistral-large-2":0.4},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.16666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":5,"other":4},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2220,"out_tokens":2690},"claude-opus-4-8":{"in_tokens":4259,"out_tokens":1160},"claude-opus-4-7":{"in_tokens":4264,"out_tokens":886},"mistral-large-2":{"in_tokens":2381,"out_tokens":847}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":399,"error":null,"skip_reason":null,"score_raw":0.025,"duration_s":6.145562474000002,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_count_mean":2.5,"extra_count_mean":2.25,"extra_false_mean":1.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.1},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":7.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":2,"other":5},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1964,"out_tokens":2091},"claude-opus-4-8":{"in_tokens":3774,"out_tokens":1270},"claude-opus-4-7":{"in_tokens":3779,"out_tokens":711},"mistral-large-2":{"in_tokens":2087,"out_tokens":819}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":632,"out_tokens":1346,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":24.670585639999985,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1855,"out_tokens":1522},"claude-opus-4-8":{"in_tokens":3560,"out_tokens":735},"claude-opus-4-7":{"in_tokens":3565,"out_tokens":657},"mistral-large-2":{"in_tokens":1950,"out_tokens":903}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"ok","in_tokens":807,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":47.49601810699998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.5277777777777778,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1510,"out_tokens":1735},"claude-opus-4-8":{"in_tokens":3015,"out_tokens":829},"claude-opus-4-7":{"in_tokens":3020,"out_tokens":659},"mistral-large-2":{"in_tokens":1620,"out_tokens":604}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1551,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.61867386200001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2011,"out_tokens":2195},"claude-opus-4-8":{"in_tokens":3801,"out_tokens":748},"claude-opus-4-7":{"in_tokens":3806,"out_tokens":756},"mistral-large-2":{"in_tokens":2210,"out_tokens":748}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":505,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":8.419009469000002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_count_mean":0.25,"extra_count_mean":2.0,"extra_false_mean":1.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.75,"claude-opus-4-7":0.375,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.4166666666666667,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":6},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1736,"out_tokens":2417},"claude-opus-4-8":{"in_tokens":3346,"out_tokens":881},"claude-opus-4-7":{"in_tokens":3351,"out_tokens":714},"mistral-large-2":{"in_tokens":1865,"out_tokens":692}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":799,"out_tokens":352,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":27.863343818999994,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_count_mean":0.75,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.25,"claude-opus-4-7":0.375,"mistral-large-2":0.25},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.21875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1500,"out_tokens":2082},"claude-opus-4-8":{"in_tokens":3008,"out_tokens":704},"claude-opus-4-7":{"in_tokens":3013,"out_tokens":553},"mistral-large-2":{"in_tokens":1589,"out_tokens":679}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":365,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":5.946346543999994,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.75,"contradicted_count_mean":1.25,"extra_count_mean":2.25,"extra_false_mean":2.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.25,"claude-opus-4-7":0.25,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":5.0},"score_ex_family":0.16666666666666666,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1563,"out_tokens":2534},"claude-opus-4-8":{"in_tokens":2982,"out_tokens":1139},"claude-opus-4-7":{"in_tokens":2987,"out_tokens":742},"mistral-large-2":{"in_tokens":1649,"out_tokens":871}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":395,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":6.9487034949999895,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_count_mean":0.5,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.4,"claude-opus-4-7":0.5,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.3666666666666667,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1530,"out_tokens":1797},"claude-opus-4-8":{"in_tokens":3008,"out_tokens":1006},"claude-opus-4-7":{"in_tokens":3013,"out_tokens":755},"mistral-large-2":{"in_tokens":1637,"out_tokens":692}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":351,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":7.634133831000014,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.25,"contradicted_count_mean":2.5,"extra_count_mean":1.5,"extra_false_mean":1.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.125},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":5.0,"claude-opus-4-7":6.0,"mistral-large-2":2.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":4},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1468,"out_tokens":2177},"claude-opus-4-8":{"in_tokens":2951,"out_tokens":863},"claude-opus-4-7":{"in_tokens":2956,"out_tokens":890},"mistral-large-2":{"in_tokens":1543,"out_tokens":623}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":338,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":25.400334681999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.53125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1351,"out_tokens":944},"claude-opus-4-8":{"in_tokens":2563,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2568,"out_tokens":485},"mistral-large-2":{"in_tokens":1430,"out_tokens":587}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":371,"error":null,"skip_reason":null,"score_raw":0.07142857142857142,"duration_s":6.423790846999992,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.2857142857142857,"contradicted_count_mean":2.5,"extra_count_mean":2.0,"extra_false_mean":1.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.2857142857142857},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":5.0,"claude-opus-4-7":5.0,"mistral-large-2":3.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":2},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1483,"out_tokens":2582},"claude-opus-4-8":{"in_tokens":2906,"out_tokens":848},"claude-opus-4-7":{"in_tokens":2911,"out_tokens":610},"mistral-large-2":{"in_tokens":1567,"out_tokens":623}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":5262,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":57.978561907000014,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":3.25,"extra_count_mean":2.0,"extra_false_mean":1.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.1111111111111111,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.3333333333333333},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":7.0,"mistral-large-2":6.0},"score_ex_family":0.3333333333333333,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":2,"other":2},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1969,"out_tokens":2038},"claude-opus-4-8":{"in_tokens":4018,"out_tokens":1023},"claude-opus-4-7":{"in_tokens":4023,"out_tokens":945},"mistral-large-2":{"in_tokens":2112,"out_tokens":758}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"ok","in_tokens":414,"out_tokens":260,"error":null,"skip_reason":null,"score_raw":0.3055555555555555,"duration_s":30.787794168000005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.75,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.2222222222222222,"claude-opus-4-8":0.2222222222222222,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.3333333333333333},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.3055555555555555,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1831,"out_tokens":1403},"claude-opus-4-8":{"in_tokens":3532,"out_tokens":796},"claude-opus-4-7":{"in_tokens":3537,"out_tokens":578},"mistral-large-2":{"in_tokens":1949,"out_tokens":613}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":371,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":5.603704014000016,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_count_mean":0.5,"extra_count_mean":1.5,"extra_false_mean":1.5,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.5,"claude-opus-4-7":0.375,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":1.0},"score_ex_family":0.3333333333333333,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1591,"out_tokens":1496},"claude-opus-4-8":{"in_tokens":3037,"out_tokens":944},"claude-opus-4-7":{"in_tokens":3042,"out_tokens":795},"mistral-large-2":{"in_tokens":1720,"out_tokens":680}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":577,"error":null,"skip_reason":null,"score_raw":0.175,"duration_s":8.860866557999998,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.6,"contradicted_count_mean":1.75,"extra_count_mean":1.75,"extra_false_mean":1.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.2,"claude-opus-4-7":0.3,"mistral-large-2":0.2},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":5.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.16666666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":2,"other":2},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2147,"out_tokens":2022},"claude-opus-4-8":{"in_tokens":3998,"out_tokens":1174},"claude-opus-4-7":{"in_tokens":4003,"out_tokens":862},"mistral-large-2":{"in_tokens":2296,"out_tokens":946}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":352,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":5.783060938999995,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.1111111111111111,"contradicted_count_mean":1.25,"extra_count_mean":1.25,"extra_false_mean":1.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.1111111111111111,"claude-opus-4-8":0.2222222222222222,"claude-opus-4-7":0.1111111111111111,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.14814814814814814,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1520,"out_tokens":1722},"claude-opus-4-8":{"in_tokens":2852,"out_tokens":1045},"claude-opus-4-7":{"in_tokens":2857,"out_tokens":712},"mistral-large-2":{"in_tokens":1642,"out_tokens":853}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":455,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":6.695600560000003,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_count_mean":3.0,"extra_count_mean":1.25,"extra_false_mean":0.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":5.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":1},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1639,"out_tokens":1697},"claude-opus-4-8":{"in_tokens":3158,"out_tokens":1026},"claude-opus-4-7":{"in_tokens":3163,"out_tokens":723},"mistral-large-2":{"in_tokens":1704,"out_tokens":739}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":1256,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":21.30688804900001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.5555555555555556,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2043,"out_tokens":1721},"claude-opus-4-8":{"in_tokens":3935,"out_tokens":923},"claude-opus-4-7":{"in_tokens":3940,"out_tokens":720},"mistral-large-2":{"in_tokens":2150,"out_tokens":758}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":549,"out_tokens":1259,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":18.408645369,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.9,"contradicted_count_mean":0.5,"extra_count_mean":0.75,"extra_false_mean":0.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.6499999999999999,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2167,"out_tokens":1853},"claude-opus-4-8":{"in_tokens":4172,"out_tokens":935},"claude-opus-4-7":{"in_tokens":4177,"out_tokens":808},"mistral-large-2":{"in_tokens":2358,"out_tokens":811}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":497,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":8.755015323999999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1695,"out_tokens":1463},"claude-opus-4-8":{"in_tokens":3241,"out_tokens":664},"claude-opus-4-7":{"in_tokens":3246,"out_tokens":544},"mistral-large-2":{"in_tokens":1758,"out_tokens":574}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":493,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":7.877510837000017,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_count_mean":0.75,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1531,"out_tokens":1928},"claude-opus-4-8":{"in_tokens":2873,"out_tokens":714},"claude-opus-4-7":{"in_tokens":2878,"out_tokens":559},"mistral-large-2":{"in_tokens":1620,"out_tokens":644}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1904,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":27.831888773999992,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.25,"extra_count_mean":2.75,"extra_false_mean":1.5,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":2,"other":6},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2203,"out_tokens":2281},"claude-opus-4-8":{"in_tokens":4406,"out_tokens":783},"claude-opus-4-7":{"in_tokens":4411,"out_tokens":706},"mistral-large-2":{"in_tokens":2373,"out_tokens":847}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":828,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":12.800869270999982,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.25,"extra_count_mean":1.25,"extra_false_mean":0.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.5925925925925926,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2005,"out_tokens":1977},"claude-opus-4-8":{"in_tokens":3721,"out_tokens":868},"claude-opus-4-7":{"in_tokens":3726,"out_tokens":661},"mistral-large-2":{"in_tokens":2104,"out_tokens":799}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":35.63096600200001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.6944444444444444,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1506,"out_tokens":2387},"claude-opus-4-8":{"in_tokens":2856,"out_tokens":813},"claude-opus-4-7":{"in_tokens":2861,"out_tokens":634},"mistral-large-2":{"in_tokens":1652,"out_tokens":754}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":19.70769459899998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.25,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.1111111111111111,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.3333333333333333,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1599,"out_tokens":1906},"claude-opus-4-8":{"in_tokens":3083,"out_tokens":940},"claude-opus-4-7":{"in_tokens":3088,"out_tokens":622},"mistral-large-2":{"in_tokens":1691,"out_tokens":744}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"ok","in_tokens":739,"out_tokens":1572,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":25.765105708999982,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2324,"out_tokens":1993},"claude-opus-4-8":{"in_tokens":4455,"out_tokens":1075},"claude-opus-4-7":{"in_tokens":4460,"out_tokens":815},"mistral-large-2":{"in_tokens":2471,"out_tokens":791}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":801,"out_tokens":287,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":34.15272254999999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1477,"out_tokens":1239},"claude-opus-4-8":{"in_tokens":2841,"out_tokens":722},"claude-opus-4-7":{"in_tokens":2846,"out_tokens":548},"mistral-large-2":{"in_tokens":1562,"out_tokens":679}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":6914,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":76.35285867200001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.75,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2448,"out_tokens":2020},"claude-opus-4-8":{"in_tokens":4651,"out_tokens":836},"claude-opus-4-7":{"in_tokens":4656,"out_tokens":596},"mistral-large-2":{"in_tokens":2621,"out_tokens":722}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":489,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":8.060610467000004,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1459,"out_tokens":1755},"claude-opus-4-8":{"in_tokens":2766,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2771,"out_tokens":522},"mistral-large-2":{"in_tokens":1545,"out_tokens":566}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":699,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":10.495645534000005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7916666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1733,"out_tokens":1268},"claude-opus-4-8":{"in_tokens":3173,"out_tokens":636},"claude-opus-4-7":{"in_tokens":3178,"out_tokens":536},"mistral-large-2":{"in_tokens":1835,"out_tokens":671}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":289,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":35.62400720900001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.6388888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1563,"out_tokens":1843},"claude-opus-4-8":{"in_tokens":3086,"out_tokens":885},"claude-opus-4-7":{"in_tokens":3091,"out_tokens":714},"mistral-large-2":{"in_tokens":1681,"out_tokens":736}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":441,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":7.393636995999998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":1.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1390,"out_tokens":1284},"claude-opus-4-8":{"in_tokens":2620,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2625,"out_tokens":565},"mistral-large-2":{"in_tokens":1461,"out_tokens":588}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":5218,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":79.928772581,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.5,"extra_count_mean":3.0,"extra_false_mean":3.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":2.0},"score_ex_family":0.8611111111111112,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":2,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1676,"out_tokens":2755},"claude-opus-4-8":{"in_tokens":3226,"out_tokens":930},"claude-opus-4-7":{"in_tokens":3231,"out_tokens":784},"mistral-large-2":{"in_tokens":1815,"out_tokens":752}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"ok","in_tokens":325,"out_tokens":7430,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":81.76337851499999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":0.25,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1886,"out_tokens":2790},"claude-opus-4-8":{"in_tokens":3762,"out_tokens":1205},"claude-opus-4-7":{"in_tokens":3767,"out_tokens":821},"mistral-large-2":{"in_tokens":2048,"out_tokens":820}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":470,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":7.3549272490000135,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1456,"out_tokens":1615},"claude-opus-4-8":{"in_tokens":2723,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2728,"out_tokens":552},"mistral-large-2":{"in_tokens":1542,"out_tokens":542}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":462,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":8.436672912999995,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.4444444444444444},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.4444444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":7},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1684,"out_tokens":1851},"claude-opus-4-8":{"in_tokens":3155,"out_tokens":777},"claude-opus-4-7":{"in_tokens":3160,"out_tokens":563},"mistral-large-2":{"in_tokens":1770,"out_tokens":709}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":543,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":8.396656312000005,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.9,"contradicted_count_mean":1.0,"extra_count_mean":2.5,"extra_false_mean":0.5,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.4666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":8},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1713,"out_tokens":2518},"claude-opus-4-8":{"in_tokens":3119,"out_tokens":830},"claude-opus-4-7":{"in_tokens":3124,"out_tokens":786},"mistral-large-2":{"in_tokens":1822,"out_tokens":786}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":785,"out_tokens":1511,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":23.547897309000007,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_count_mean":1.0,"extra_count_mean":1.5,"extra_false_mean":1.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.4,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2515,"out_tokens":3578},"claude-opus-4-8":{"in_tokens":4631,"out_tokens":1251},"claude-opus-4-7":{"in_tokens":4636,"out_tokens":936},"mistral-large-2":{"in_tokens":2671,"out_tokens":826}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":1084,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":17.796786343999997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_count_mean":0.25,"extra_count_mean":1.5,"extra_false_mean":0.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.6,"claude-opus-4-7":0.6,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.65,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":6},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1638,"out_tokens":2518},"claude-opus-4-8":{"in_tokens":3151,"out_tokens":844},"claude-opus-4-7":{"in_tokens":3156,"out_tokens":825},"mistral-large-2":{"in_tokens":1731,"out_tokens":807}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":549,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":9.008274664999988,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_count_mean":0.5,"extra_count_mean":0.5,"extra_false_mean":0.5,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.7,"claude-opus-4-7":0.5,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.5333333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1738,"out_tokens":1884},"claude-opus-4-8":{"in_tokens":3382,"out_tokens":900},"claude-opus-4-7":{"in_tokens":3387,"out_tokens":694},"mistral-large-2":{"in_tokens":1849,"out_tokens":751}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":360,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":43.20582137700001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":1.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.6388888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":6},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1659,"out_tokens":3067},"claude-opus-4-8":{"in_tokens":3292,"out_tokens":711},"claude-opus-4-7":{"in_tokens":3297,"out_tokens":770},"mistral-large-2":{"in_tokens":1774,"out_tokens":685}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":31.579304352999998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":1.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2491,"out_tokens":2512},"claude-opus-4-8":{"in_tokens":5001,"out_tokens":931},"claude-opus-4-7":{"in_tokens":5006,"out_tokens":938},"mistral-large-2":{"in_tokens":2700,"out_tokens":1020}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":540,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":8.197076134000014,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8,"contradicted_count_mean":0.25,"extra_count_mean":1.5,"extra_false_mean":0.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.7333333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1680,"out_tokens":1920},"claude-opus-4-8":{"in_tokens":3112,"out_tokens":792},"claude-opus-4-7":{"in_tokens":3117,"out_tokens":703},"mistral-large-2":{"in_tokens":1759,"out_tokens":689}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":450,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":7.705588084999988,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_count_mean":1.5,"extra_count_mean":1.0,"extra_false_mean":1.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1564,"out_tokens":1775},"claude-opus-4-8":{"in_tokens":3008,"out_tokens":945},"claude-opus-4-7":{"in_tokens":3013,"out_tokens":813},"mistral-large-2":{"in_tokens":1649,"out_tokens":798}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":1754,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":28.853051704999984,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.75,"contradicted_count_mean":0.25,"extra_count_mean":2.5,"extra_false_mean":1.75,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2038,"out_tokens":2277},"claude-opus-4-8":{"in_tokens":3949,"out_tokens":1000},"claude-opus-4-7":{"in_tokens":3954,"out_tokens":792},"mistral-large-2":{"in_tokens":2190,"out_tokens":778}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":849,"out_tokens":431,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":49.73730986300001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1676,"out_tokens":2017},"claude-opus-4-8":{"in_tokens":3154,"out_tokens":761},"claude-opus-4-7":{"in_tokens":3159,"out_tokens":628},"mistral-large-2":{"in_tokens":1828,"out_tokens":758}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":328,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":6.059678671,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.75,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.2857142857142857,"claude-opus-4-8":0.5714285714285714,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.4761904761904761,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1256,"out_tokens":1287},"claude-opus-4-8":{"in_tokens":2340,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2345,"out_tokens":430},"mistral-large-2":{"in_tokens":1314,"out_tokens":538}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"ok","in_tokens":863,"out_tokens":225,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":59.842014200999984,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.5,"extra_count_mean":0.5,"extra_false_mean":0.5,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.4444444444444444},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1817,"out_tokens":1443},"claude-opus-4-8":{"in_tokens":3476,"out_tokens":755},"claude-opus-4-7":{"in_tokens":3481,"out_tokens":696},"mistral-large-2":{"in_tokens":1942,"out_tokens":736}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":43.000460910000015,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_count_mean":0.25,"extra_count_mean":1.75,"extra_false_mean":0.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.65,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":4,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1786,"out_tokens":3462},"claude-opus-4-8":{"in_tokens":3451,"out_tokens":862},"claude-opus-4-7":{"in_tokens":3456,"out_tokens":791},"mistral-large-2":{"in_tokens":1954,"out_tokens":766}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":329,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":26.171592102000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5555555555555556,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1830,"out_tokens":1676},"claude-opus-4-8":{"in_tokens":3533,"out_tokens":831},"claude-opus-4-7":{"in_tokens":3538,"out_tokens":693},"mistral-large-2":{"in_tokens":1945,"out_tokens":684}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":419,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":8.19834811299998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.6,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.5666666666666667,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1537,"out_tokens":1572},"claude-opus-4-8":{"in_tokens":2946,"out_tokens":758},"claude-opus-4-7":{"in_tokens":2951,"out_tokens":699},"mistral-large-2":{"in_tokens":1607,"out_tokens":760}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":266,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":30.86923316100001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.3,"contradicted_count_mean":1.5,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.5,"claude-opus-4-7":0.0,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.25,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1755,"out_tokens":2169},"claude-opus-4-8":{"in_tokens":3496,"out_tokens":1021},"claude-opus-4-7":{"in_tokens":3501,"out_tokens":762},"mistral-large-2":{"in_tokens":1896,"out_tokens":952}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":318,"out_tokens":5532,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":66.76847756800001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_count_mean":0.5,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1611,"out_tokens":2193},"claude-opus-4-8":{"in_tokens":3243,"out_tokens":818},"claude-opus-4-7":{"in_tokens":3248,"out_tokens":747},"mistral-large-2":{"in_tokens":1725,"out_tokens":642}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":595,"out_tokens":1284,"error":null,"skip_reason":null,"score_raw":0.9090909090909091,"duration_s":18.672989602,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":1.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.9090909090909091,"claude-opus-4-8":0.9090909090909091,"claude-opus-4-7":0.9090909090909091,"mistral-large-2":0.9090909090909091},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.9090909090909091,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1797,"out_tokens":2082},"claude-opus-4-8":{"in_tokens":3449,"out_tokens":848},"claude-opus-4-7":{"in_tokens":3454,"out_tokens":689},"mistral-large-2":{"in_tokens":1991,"out_tokens":918}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":988,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":14.249590281999986,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1981,"out_tokens":1872},"claude-opus-4-8":{"in_tokens":3839,"out_tokens":817},"claude-opus-4-7":{"in_tokens":3844,"out_tokens":803},"mistral-large-2":{"in_tokens":2200,"out_tokens":869}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":860,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":12.167717115999977,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_count_mean":0.25,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1902,"out_tokens":1452},"claude-opus-4-8":{"in_tokens":3399,"out_tokens":573},"claude-opus-4-7":{"in_tokens":3404,"out_tokens":506},"mistral-large-2":{"in_tokens":1985,"out_tokens":679}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":374,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":33.34047382200001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.4722222222222222,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1802,"out_tokens":1673},"claude-opus-4-8":{"in_tokens":3508,"out_tokens":786},"claude-opus-4-7":{"in_tokens":3513,"out_tokens":615},"mistral-large-2":{"in_tokens":1907,"out_tokens":762}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":0.225,"duration_s":28.94341431699999,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.6,"contradicted_count_mean":1.25,"extra_count_mean":2.25,"extra_false_mean":1.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.1,"claude-opus-4-8":0.2,"claude-opus-4-7":0.2,"mistral-large-2":0.4},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.225,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2016,"out_tokens":2249},"claude-opus-4-8":{"in_tokens":3696,"out_tokens":1313},"claude-opus-4-7":{"in_tokens":3701,"out_tokens":971},"mistral-large-2":{"in_tokens":2127,"out_tokens":841}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":715,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":11.662746314000003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.75,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1853,"out_tokens":1816},"claude-opus-4-8":{"in_tokens":3483,"out_tokens":600},"claude-opus-4-7":{"in_tokens":3488,"out_tokens":566},"mistral-large-2":{"in_tokens":1942,"out_tokens":680}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":503,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":7.227121944999993,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1485,"out_tokens":1630},"claude-opus-4-8":{"in_tokens":2733,"out_tokens":709},"claude-opus-4-7":{"in_tokens":2738,"out_tokens":523},"mistral-large-2":{"in_tokens":1562,"out_tokens":566}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"ok","in_tokens":610,"out_tokens":1237,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.022383139,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.9,"contradicted_count_mean":1.25,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1716,"out_tokens":2519},"claude-opus-4-8":{"in_tokens":3308,"out_tokens":766},"claude-opus-4-7":{"in_tokens":3313,"out_tokens":600},"mistral-large-2":{"in_tokens":1826,"out_tokens":829}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":6152,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":112.009806076,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8055555555555556,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1275,"out_tokens":1274},"claude-opus-4-8":{"in_tokens":2412,"out_tokens":721},"claude-opus-4-7":{"in_tokens":2417,"out_tokens":498},"mistral-large-2":{"in_tokens":1373,"out_tokens":662}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":4.394949010000005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.5,"claude-opus-4-7":0.3,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.39999999999999997,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1468,"out_tokens":1707},"claude-opus-4-8":{"in_tokens":2754,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2759,"out_tokens":615},"mistral-large-2":{"in_tokens":1554,"out_tokens":773}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":373,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":7.445323797000015,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_count_mean":0.25,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1335,"out_tokens":1679},"claude-opus-4-8":{"in_tokens":2562,"out_tokens":778},"claude-opus-4-7":{"in_tokens":2567,"out_tokens":550},"mistral-large-2":{"in_tokens":1403,"out_tokens":601}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":1363,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":22.776922404000004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":1.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.6111111111111112,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":4,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1961,"out_tokens":1880},"claude-opus-4-8":{"in_tokens":3777,"out_tokens":1070},"claude-opus-4-7":{"in_tokens":3782,"out_tokens":783},"mistral-large-2":{"in_tokens":2069,"out_tokens":778}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":452,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":7.669587769000003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.6,"claude-opus-4-7":0.4,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.4666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1658,"out_tokens":1842},"claude-opus-4-8":{"in_tokens":3127,"out_tokens":1058},"claude-opus-4-7":{"in_tokens":3132,"out_tokens":825},"mistral-large-2":{"in_tokens":1740,"out_tokens":742}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":258,"out_tokens":187,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":20.955173701999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.5,"claude-opus-4-7":0.4,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.55,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1280,"out_tokens":1438},"claude-opus-4-8":{"in_tokens":2435,"out_tokens":760},"claude-opus-4-7":{"in_tokens":2440,"out_tokens":559},"mistral-large-2":{"in_tokens":1369,"out_tokens":698}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":679,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":11.05639182600001,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.75,"extra_count_mean":4.0,"extra_false_mean":0.5,"extra_unsupported_mean":3.5,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":6.0,"claude-opus-4-7":4.0,"mistral-large-2":5.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":11,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1888,"out_tokens":2501},"claude-opus-4-8":{"in_tokens":3441,"out_tokens":1126},"claude-opus-4-7":{"in_tokens":3446,"out_tokens":772},"mistral-large-2":{"in_tokens":2002,"out_tokens":823}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":6107,"error":null,"skip_reason":null,"score_raw":0.3055555555555556,"duration_s":66.80493058299999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.4444444444444444,"contradicted_count_mean":1.0,"extra_count_mean":1.75,"extra_false_mean":1.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.2222222222222222,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.40740740740740744,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2047,"out_tokens":1820},"claude-opus-4-8":{"in_tokens":3960,"out_tokens":1120},"claude-opus-4-7":{"in_tokens":3965,"out_tokens":881},"mistral-large-2":{"in_tokens":2196,"out_tokens":790}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":428,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":6.393879604000006,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.9,"claude-opus-4-7":0.8,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7999999999999999,"false_claim_types":{"az":0,"paragraph":0,"study":1,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1671,"out_tokens":1722},"claude-opus-4-8":{"in_tokens":3070,"out_tokens":739},"claude-opus-4-7":{"in_tokens":3075,"out_tokens":612},"mistral-large-2":{"in_tokens":1759,"out_tokens":710}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":765,"out_tokens":378,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":30.88839751500001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1925,"out_tokens":1428},"claude-opus-4-8":{"in_tokens":3712,"out_tokens":929},"claude-opus-4-7":{"in_tokens":3717,"out_tokens":705},"mistral-large-2":{"in_tokens":2096,"out_tokens":830}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":26.65786111099999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1397,"out_tokens":1406},"claude-opus-4-8":{"in_tokens":2674,"out_tokens":1018},"claude-opus-4-7":{"in_tokens":2679,"out_tokens":593},"mistral-large-2":{"in_tokens":1501,"out_tokens":747}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1208,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":19.172087344000005,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_count_mean":0.5,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.55,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":5},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2415,"out_tokens":2789},"claude-opus-4-8":{"in_tokens":4579,"out_tokens":989},"claude-opus-4-7":{"in_tokens":4584,"out_tokens":812},"mistral-large-2":{"in_tokens":2562,"out_tokens":780}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":4507,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":54.311788749000016,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.625,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":5.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1959,"out_tokens":1565},"claude-opus-4-8":{"in_tokens":3750,"out_tokens":805},"claude-opus-4-7":{"in_tokens":3755,"out_tokens":663},"mistral-large-2":{"in_tokens":2077,"out_tokens":934}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":589,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":10.425547715000022,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1569,"out_tokens":1137},"claude-opus-4-8":{"in_tokens":2880,"out_tokens":697},"claude-opus-4-7":{"in_tokens":2885,"out_tokens":585},"mistral-large-2":{"in_tokens":1647,"out_tokens":590}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":630,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":9.785567509000003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.2222222222222222,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.5185185185185185,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1866,"out_tokens":1967},"claude-opus-4-8":{"in_tokens":3568,"out_tokens":753},"claude-opus-4-7":{"in_tokens":3573,"out_tokens":707},"mistral-large-2":{"in_tokens":1934,"out_tokens":696}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":349,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":27.84988313400001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8181818181818182,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7272727272727273,"claude-opus-4-8":0.6363636363636364,"claude-opus-4-7":0.8181818181818182,"mistral-large-2":0.8181818181818182},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1455,"out_tokens":2895},"claude-opus-4-8":{"in_tokens":2792,"out_tokens":1055},"claude-opus-4-7":{"in_tokens":2797,"out_tokens":696},"mistral-large-2":{"in_tokens":1613,"out_tokens":765}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"ok","in_tokens":797,"out_tokens":370,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":34.53253762500003,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.4,"contradicted_count_mean":0.5,"extra_count_mean":1.25,"extra_false_mean":1.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.9,"claude-opus-4-7":0.4,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1880,"out_tokens":2122},"claude-opus-4-8":{"in_tokens":3779,"out_tokens":874},"claude-opus-4-7":{"in_tokens":3784,"out_tokens":793},"mistral-large-2":{"in_tokens":2035,"out_tokens":867}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":524,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":9.376110369999964,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_count_mean":0.75,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1605,"out_tokens":1550},"claude-opus-4-8":{"in_tokens":3062,"out_tokens":690},"claude-opus-4-7":{"in_tokens":3067,"out_tokens":575},"mistral-large-2":{"in_tokens":1667,"out_tokens":655}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1730,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":25.04368514699999,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7,"contradicted_count_mean":1.0,"extra_count_mean":2.25,"extra_false_mean":1.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.9,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":6.0},"score_ex_family":0.6499999999999999,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":3,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2475,"out_tokens":2593},"claude-opus-4-8":{"in_tokens":4703,"out_tokens":976},"claude-opus-4-7":{"in_tokens":4708,"out_tokens":839},"mistral-large-2":{"in_tokens":2650,"out_tokens":1002}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":7652,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":134.260498448,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.4722222222222222,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1536,"out_tokens":1910},"claude-opus-4-8":{"in_tokens":3027,"out_tokens":864},"claude-opus-4-7":{"in_tokens":3032,"out_tokens":662},"mistral-large-2":{"in_tokens":1656,"out_tokens":688}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":317,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":5.64113615399998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.4583333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1367,"out_tokens":1299},"claude-opus-4-8":{"in_tokens":2571,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2576,"out_tokens":560},"mistral-large-2":{"in_tokens":1440,"out_tokens":556}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":472,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":7.43172938699999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1510,"out_tokens":1473},"claude-opus-4-8":{"in_tokens":2804,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2809,"out_tokens":532},"mistral-large-2":{"in_tokens":1594,"out_tokens":685}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":292,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":5.6820889480000005,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_count_mean":0.5,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.375,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":1448},"claude-opus-4-8":{"in_tokens":2518,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2523,"out_tokens":597},"mistral-large-2":{"in_tokens":1395,"out_tokens":630}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":610,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":77.81476261899996,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":0.5,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.7916666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":8},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1722,"out_tokens":1692},"claude-opus-4-8":{"in_tokens":3197,"out_tokens":757},"claude-opus-4-7":{"in_tokens":3202,"out_tokens":588},"mistral-large-2":{"in_tokens":1801,"out_tokens":553}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"ok","in_tokens":861,"out_tokens":614,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":42.60348471299997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.25,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8611111111111112,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2172,"out_tokens":1646},"claude-opus-4-8":{"in_tokens":4175,"out_tokens":898},"claude-opus-4-7":{"in_tokens":4180,"out_tokens":678},"mistral-large-2":{"in_tokens":2310,"out_tokens":783}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":1834,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":28.99122084900003,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":0.5,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":3,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2228,"out_tokens":2618},"claude-opus-4-8":{"in_tokens":4209,"out_tokens":753},"claude-opus-4-7":{"in_tokens":4214,"out_tokens":738},"mistral-large-2":{"in_tokens":2399,"out_tokens":749}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":1426,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":22.82006810300001,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":2.75,"extra_false_mean":2.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1929,"out_tokens":2608},"claude-opus-4-8":{"in_tokens":3705,"out_tokens":881},"claude-opus-4-7":{"in_tokens":3710,"out_tokens":763},"mistral-large-2":{"in_tokens":2043,"out_tokens":647}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":4.3468651559999785,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.4,"claude-opus-4-7":0.4,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.4000000000000001,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1335,"out_tokens":1467},"claude-opus-4-8":{"in_tokens":2542,"out_tokens":725},"claude-opus-4-7":{"in_tokens":2547,"out_tokens":555},"mistral-large-2":{"in_tokens":1453,"out_tokens":742}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":4.412304003999964,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.625,"contradicted_count_mean":2.0,"extra_count_mean":1.75,"extra_false_mean":1.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1209,"out_tokens":1800},"claude-opus-4-8":{"in_tokens":2387,"out_tokens":869},"claude-opus-4-7":{"in_tokens":2392,"out_tokens":577},"mistral-large-2":{"in_tokens":1314,"out_tokens":747}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":226,"out_tokens":438,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":7.4873670739999625,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.7619047619047619,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1396,"out_tokens":1555},"claude-opus-4-8":{"in_tokens":2723,"out_tokens":684},"claude-opus-4-7":{"in_tokens":2728,"out_tokens":565},"mistral-large-2":{"in_tokens":1469,"out_tokens":556}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":402,"out_tokens":261,"error":null,"skip_reason":null,"score_raw":0.3055555555555555,"duration_s":4.520693698000002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.2222222222222222,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.1111111111111111,"claude-opus-4-8":0.2222222222222222,"claude-opus-4-7":0.2222222222222222,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.1851851851851852,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1585,"out_tokens":1928},"claude-opus-4-8":{"in_tokens":3008,"out_tokens":749},"claude-opus-4-7":{"in_tokens":3013,"out_tokens":682},"mistral-large-2":{"in_tokens":1784,"out_tokens":724}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":36.20912450700001,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5,"contradicted_count_mean":2.25,"extra_count_mean":1.25,"extra_false_mean":1.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.3,"claude-opus-4-7":0.2,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":2.0},"score_ex_family":0.275,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1319,"out_tokens":2017},"claude-opus-4-8":{"in_tokens":2538,"out_tokens":903},"claude-opus-4-7":{"in_tokens":2543,"out_tokens":809},"mistral-large-2":{"in_tokens":1401,"out_tokens":709}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":5953,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":65.83440696599999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":0.75,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.9629629629629629,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":3,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2099,"out_tokens":1934},"claude-opus-4-8":{"in_tokens":3987,"out_tokens":969},"claude-opus-4-7":{"in_tokens":3992,"out_tokens":711},"mistral-large-2":{"in_tokens":2302,"out_tokens":947}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":381,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":20.30254343200002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1497},"claude-opus-4-8":{"in_tokens":2883,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2888,"out_tokens":610},"mistral-large-2":{"in_tokens":1600,"out_tokens":711}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":1250,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.643498652000005,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":1.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.8,"claude-opus-4-7":0.7,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1768,"out_tokens":1824},"claude-opus-4-8":{"in_tokens":3469,"out_tokens":914},"claude-opus-4-7":{"in_tokens":3474,"out_tokens":801},"mistral-large-2":{"in_tokens":1894,"out_tokens":811}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":6137,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":147.194184927,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":1.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.9722222222222222,"false_claim_types":{"az":3,"paragraph":3,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1577,"out_tokens":1905},"claude-opus-4-8":{"in_tokens":3020,"out_tokens":796},"claude-opus-4-7":{"in_tokens":3025,"out_tokens":739},"mistral-large-2":{"in_tokens":1716,"out_tokens":743}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":288,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":4.818614023999999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.375,"claude-opus-4-7":0.25,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.4166666666666667,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":1591},"claude-opus-4-8":{"in_tokens":2568,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2573,"out_tokens":556},"mistral-large-2":{"in_tokens":1443,"out_tokens":646}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":4.1393643209999595,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.4,"contradicted_count_mean":0.5,"extra_count_mean":0.75,"extra_false_mean":0.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.39999999999999997,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":2196},"claude-opus-4-8":{"in_tokens":2356,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2361,"out_tokens":551},"mistral-large-2":{"in_tokens":1352,"out_tokens":645}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":290,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":4.701076970000031,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.5,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.1111111111111111,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.2222222222222222,"mistral-large-2":0.2222222222222222},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.2962962962962963,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1548,"out_tokens":1494},"claude-opus-4-8":{"in_tokens":2947,"out_tokens":734},"claude-opus-4-7":{"in_tokens":2952,"out_tokens":601},"mistral-large-2":{"in_tokens":1691,"out_tokens":735}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":7.2958959389999904,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.375,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.5416666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1217,"out_tokens":1526},"claude-opus-4-8":{"in_tokens":2367,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2372,"out_tokens":527},"mistral-large-2":{"in_tokens":1309,"out_tokens":525}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":29.998842036999974,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"contradicted_count_mean":0.25,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.6,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.575,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1727,"out_tokens":1768},"claude-opus-4-8":{"in_tokens":3344,"out_tokens":802},"claude-opus-4-7":{"in_tokens":3349,"out_tokens":705},"mistral-large-2":{"in_tokens":1903,"out_tokens":672}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":4.197065457999997,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":2.25,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.2222222222222222,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.2962962962962963,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1303,"out_tokens":1264},"claude-opus-4-8":{"in_tokens":2463,"out_tokens":749},"claude-opus-4-7":{"in_tokens":2468,"out_tokens":577},"mistral-large-2":{"in_tokens":1402,"out_tokens":630}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":4.911339812999984,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_count_mean":1.25,"extra_count_mean":0.75,"extra_false_mean":0.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.375,"claude-opus-4-7":0.375,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.2916666666666667,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1397,"out_tokens":1534},"claude-opus-4-8":{"in_tokens":2607,"out_tokens":709},"claude-opus-4-7":{"in_tokens":2612,"out_tokens":571},"mistral-large-2":{"in_tokens":1532,"out_tokens":593}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":899,"out_tokens":399,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":44.85932424499998,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6,"contradicted_count_mean":1.0,"extra_count_mean":1.75,"extra_false_mean":1.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.6,"claude-opus-4-7":0.4,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.525,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2138,"out_tokens":2050},"claude-opus-4-8":{"in_tokens":3936,"out_tokens":1175},"claude-opus-4-7":{"in_tokens":3941,"out_tokens":890},"mistral-large-2":{"in_tokens":2264,"out_tokens":924}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":22.002150279999967,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_count_mean":0.25,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.4,"claude-opus-4-7":0.3,"mistral-large-2":0.4},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1991,"out_tokens":1367},"claude-opus-4-8":{"in_tokens":3796,"out_tokens":911},"claude-opus-4-7":{"in_tokens":3801,"out_tokens":710},"mistral-large-2":{"in_tokens":2127,"out_tokens":825}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1352,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":21.859417432999976,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_count_mean":0.5,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1771,"out_tokens":1346},"claude-opus-4-8":{"in_tokens":3550,"out_tokens":813},"claude-opus-4-7":{"in_tokens":3555,"out_tokens":673},"mistral-large-2":{"in_tokens":1875,"out_tokens":659}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":280,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":5.098059798000008,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":1.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.5185185185185185,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":2035},"claude-opus-4-8":{"in_tokens":2654,"out_tokens":844},"claude-opus-4-7":{"in_tokens":2659,"out_tokens":793},"mistral-large-2":{"in_tokens":1530,"out_tokens":684}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":518,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":8.704712076000021,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7407407407407408,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1802,"out_tokens":1930},"claude-opus-4-8":{"in_tokens":3511,"out_tokens":918},"claude-opus-4-7":{"in_tokens":3516,"out_tokens":681},"mistral-large-2":{"in_tokens":1958,"out_tokens":637}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"ok","in_tokens":549,"out_tokens":8628,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":157.167446743,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.625,"claude-opus-4-7":0.375,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1962,"out_tokens":1692},"claude-opus-4-8":{"in_tokens":3745,"out_tokens":955},"claude-opus-4-7":{"in_tokens":3750,"out_tokens":703},"mistral-large-2":{"in_tokens":2089,"out_tokens":697}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":4.706415867999965,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":1.25,"extra_count_mean":2.0,"extra_false_mean":1.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.1111111111111111,"claude-opus-4-8":0.2222222222222222,"claude-opus-4-7":0.2222222222222222,"mistral-large-2":0.3333333333333333},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.1851851851851852,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1375,"out_tokens":1779},"claude-opus-4-8":{"in_tokens":2565,"out_tokens":847},"claude-opus-4-7":{"in_tokens":2570,"out_tokens":805},"mistral-large-2":{"in_tokens":1485,"out_tokens":723}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":6401,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":157.81622280100004,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_count_mean":2.5,"extra_count_mean":4.0,"extra_false_mean":3.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.25,"claude-opus-4-7":0.375,"mistral-large-2":0.25},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":8.0,"claude-opus-4-7":6.0,"mistral-large-2":6.0},"score_ex_family":0.3125,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":1,"other":3},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1942,"out_tokens":2611},"claude-opus-4-8":{"in_tokens":3894,"out_tokens":1238},"claude-opus-4-7":{"in_tokens":3899,"out_tokens":985},"mistral-large-2":{"in_tokens":2068,"out_tokens":1037}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":345,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":5.449677241000018,"hallucination_count":6.75,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_count_mean":2.75,"extra_count_mean":4.0,"extra_false_mean":4.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":8.0,"claude-opus-4-7":6.0,"mistral-large-2":6.0},"score_ex_family":0.08333333333333333,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":1},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1303,"out_tokens":2116},"claude-opus-4-8":{"in_tokens":2490,"out_tokens":1117},"claude-opus-4-7":{"in_tokens":2495,"out_tokens":822},"mistral-large-2":{"in_tokens":1429,"out_tokens":741}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":236,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":4.190287777000037,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_count_mean":2.0,"extra_count_mean":2.0,"extra_false_mean":1.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.25,"claude-opus-4-7":0.125,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.20833333333333334,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1217,"out_tokens":1629},"claude-opus-4-8":{"in_tokens":2391,"out_tokens":899},"claude-opus-4-7":{"in_tokens":2396,"out_tokens":778},"mistral-large-2":{"in_tokens":1291,"out_tokens":594}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":1246,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":19.632896475999985,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.6,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2262,"out_tokens":2485},"claude-opus-4-8":{"in_tokens":4223,"out_tokens":828},"claude-opus-4-7":{"in_tokens":4228,"out_tokens":960},"mistral-large-2":{"in_tokens":2421,"out_tokens":841}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":6.473443265000014,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_count_mean":0.75,"extra_count_mean":1.25,"extra_false_mean":1.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.375,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.4583333333333333,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1409,"out_tokens":2161},"claude-opus-4-8":{"in_tokens":2691,"out_tokens":846},"claude-opus-4-7":{"in_tokens":2696,"out_tokens":687},"mistral-large-2":{"in_tokens":1548,"out_tokens":548}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1355,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":21.530994264000014,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.5,"extra_count_mean":1.75,"extra_false_mean":1.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.42857142857142855,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.7857142857142857,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1806,"out_tokens":1839},"claude-opus-4-8":{"in_tokens":3540,"out_tokens":747},"claude-opus-4-7":{"in_tokens":3545,"out_tokens":628},"mistral-large-2":{"in_tokens":1907,"out_tokens":699}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":352,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":5.860766122999962,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.25,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.2222222222222222,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.40740740740740744,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1332,"out_tokens":1486},"claude-opus-4-8":{"in_tokens":2621,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2626,"out_tokens":565},"mistral-large-2":{"in_tokens":1418,"out_tokens":624}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"ok","in_tokens":414,"out_tokens":9355,"error":null,"skip_reason":null,"score_raw":0.19444444444444442,"duration_s":163.304639365,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":3.25,"extra_count_mean":2.25,"extra_false_mean":0.75,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.1111111111111111,"claude-opus-4-8":0.2222222222222222,"claude-opus-4-7":0.2222222222222222,"mistral-large-2":0.2222222222222222},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":5.0,"claude-opus-4-7":5.0,"mistral-large-2":6.0},"score_ex_family":0.19444444444444442,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":4},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1711,"out_tokens":2729},"claude-opus-4-8":{"in_tokens":3458,"out_tokens":1039},"claude-opus-4-7":{"in_tokens":3463,"out_tokens":829},"mistral-large-2":{"in_tokens":1833,"out_tokens":813}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":304,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":4.737247734999983,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":1.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1348,"out_tokens":2299},"claude-opus-4-8":{"in_tokens":2494,"out_tokens":812},"claude-opus-4-7":{"in_tokens":2499,"out_tokens":628},"mistral-large-2":{"in_tokens":1514,"out_tokens":674}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"ok","in_tokens":789,"out_tokens":319,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":42.18143629299996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.375,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.53125,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1491,"out_tokens":1987},"claude-opus-4-8":{"in_tokens":2854,"out_tokens":822},"claude-opus-4-7":{"in_tokens":2859,"out_tokens":675},"mistral-large-2":{"in_tokens":1607,"out_tokens":697}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":734,"out_tokens":249,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":33.569663952999974,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.5,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.675,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1347,"out_tokens":2027},"claude-opus-4-8":{"in_tokens":2621,"out_tokens":822},"claude-opus-4-7":{"in_tokens":2626,"out_tokens":656},"mistral-large-2":{"in_tokens":1439,"out_tokens":787}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":5.052770672999998,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_count_mean":0.75,"extra_count_mean":1.75,"extra_false_mean":1.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.375,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.4583333333333333,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1511,"out_tokens":2811},"claude-opus-4-8":{"in_tokens":2908,"out_tokens":860},"claude-opus-4-7":{"in_tokens":2913,"out_tokens":684},"mistral-large-2":{"in_tokens":1692,"out_tokens":680}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":7.19532817299995,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_count_mean":5.0,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":6.0,"claude-opus-4-7":4.0,"mistral-large-2":6.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":7,"judge_tokens":{"gpt-5":{"in_tokens":1268,"out_tokens":1957},"claude-opus-4-8":{"in_tokens":2570,"out_tokens":763},"claude-opus-4-7":{"in_tokens":2575,"out_tokens":481},"mistral-large-2":{"in_tokens":1400,"out_tokens":728}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":301,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":4.739542668000013,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.25,"extra_count_mean":1.25,"extra_false_mean":1.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.14285714285714285,"claude-opus-4-7":0.42857142857142855,"mistral-large-2":0.5714285714285714},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.38095238095238093,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1637,"out_tokens":1988},"claude-opus-4-8":{"in_tokens":3023,"out_tokens":911},"claude-opus-4-7":{"in_tokens":3028,"out_tokens":594},"mistral-large-2":{"in_tokens":1833,"out_tokens":573}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1453,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":23.086166953999964,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":3.0,"extra_false_mean":1.5,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1976,"out_tokens":2765},"claude-opus-4-8":{"in_tokens":3792,"out_tokens":929},"claude-opus-4-7":{"in_tokens":3797,"out_tokens":834},"mistral-large-2":{"in_tokens":2134,"out_tokens":819}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":3.005052018000015,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":5.0,"extra_count_mean":1.5,"extra_false_mean":1.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":7.0,"claude-opus-4-7":6.0,"mistral-large-2":7.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1272,"out_tokens":2102},"claude-opus-4-8":{"in_tokens":2444,"out_tokens":887},"claude-opus-4-7":{"in_tokens":2449,"out_tokens":628},"mistral-large-2":{"in_tokens":1391,"out_tokens":801}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":498,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":7.662038681000013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1989,"out_tokens":2679},"claude-opus-4-8":{"in_tokens":3721,"out_tokens":905},"claude-opus-4-7":{"in_tokens":3726,"out_tokens":540},"mistral-large-2":{"in_tokens":2125,"out_tokens":779}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":5.094192966000037,"hallucination_count":9.75,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":5.25,"extra_count_mean":4.5,"extra_false_mean":4.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":9.0,"claude-opus-4-8":11.0,"claude-opus-4-7":10.0,"mistral-large-2":9.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":6},"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1339,"out_tokens":2080},"claude-opus-4-8":{"in_tokens":2581,"out_tokens":1107},"claude-opus-4-7":{"in_tokens":2586,"out_tokens":940},"mistral-large-2":{"in_tokens":1451,"out_tokens":858}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":280,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":4.740615704999982,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.5,"extra_count_mean":0.75,"extra_false_mean":0.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.4444444444444444},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.48148148148148145,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1440,"out_tokens":1623},"claude-opus-4-8":{"in_tokens":2781,"out_tokens":728},"claude-opus-4-7":{"in_tokens":2786,"out_tokens":683},"mistral-large-2":{"in_tokens":1568,"out_tokens":639}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":0.3055555555555556,"duration_s":3.570862472999977,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":1.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.2222222222222222,"claude-opus-4-8":0.2222222222222222,"claude-opus-4-7":0.2222222222222222,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.2222222222222222,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":1793},"claude-opus-4-8":{"in_tokens":2396,"out_tokens":886},"claude-opus-4-7":{"in_tokens":2401,"out_tokens":759},"mistral-large-2":{"in_tokens":1395,"out_tokens":646}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":28.438073470999996,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_count_mean":0.75,"extra_count_mean":0.75,"extra_false_mean":0.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.75,"claude-opus-4-7":0.375,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.4375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1554,"out_tokens":1445},"claude-opus-4-8":{"in_tokens":2962,"out_tokens":701},"claude-opus-4-7":{"in_tokens":2967,"out_tokens":651},"mistral-large-2":{"in_tokens":1663,"out_tokens":674}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":589,"out_tokens":1537,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":22.904077494000035,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":3.5,"extra_false_mean":2.75,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2028,"out_tokens":2879},"claude-opus-4-8":{"in_tokens":3783,"out_tokens":1103},"claude-opus-4-7":{"in_tokens":3788,"out_tokens":852},"mistral-large-2":{"in_tokens":2188,"out_tokens":978}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":33.11381978999998,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_count_mean":1.25,"extra_count_mean":1.25,"extra_false_mean":0.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.4,"claude-opus-4-7":0.5,"mistral-large-2":0.4},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.4,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1869,"out_tokens":1855},"claude-opus-4-8":{"in_tokens":3552,"out_tokens":1095},"claude-opus-4-7":{"in_tokens":3557,"out_tokens":742},"mistral-large-2":{"in_tokens":1978,"out_tokens":698}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":25.797810126,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.475,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1364,"out_tokens":1367},"claude-opus-4-8":{"in_tokens":2636,"out_tokens":768},"claude-opus-4-7":{"in_tokens":2641,"out_tokens":655},"mistral-large-2":{"in_tokens":1462,"out_tokens":676}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":1395,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":20.46456753800004,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1904,"out_tokens":1485},"claude-opus-4-8":{"in_tokens":3676,"out_tokens":925},"claude-opus-4-7":{"in_tokens":3681,"out_tokens":866},"mistral-large-2":{"in_tokens":1979,"out_tokens":842}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":1212,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":20.638453216000016,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1808,"out_tokens":2020},"claude-opus-4-8":{"in_tokens":3483,"out_tokens":615},"claude-opus-4-7":{"in_tokens":3488,"out_tokens":522},"mistral-large-2":{"in_tokens":1899,"out_tokens":719}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":43.30437092400001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8181818181818182,"contradicted_count_mean":0.25,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7272727272727273,"claude-opus-4-8":0.8181818181818182,"claude-opus-4-7":0.6363636363636364,"mistral-large-2":0.8181818181818182},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":2,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1444,"out_tokens":2373},"claude-opus-4-8":{"in_tokens":2738,"out_tokens":847},"claude-opus-4-7":{"in_tokens":2743,"out_tokens":885},"mistral-large-2":{"in_tokens":1601,"out_tokens":753}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"ok","in_tokens":286,"out_tokens":4090,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":61.93158011199998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":1.0,"extra_count_mean":1.25,"extra_false_mean":1.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.5185185185185185,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1909,"out_tokens":1771},"claude-opus-4-8":{"in_tokens":3666,"out_tokens":953},"claude-opus-4-7":{"in_tokens":3671,"out_tokens":729},"mistral-large-2":{"in_tokens":2030,"out_tokens":735}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":1025,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":17.870806182000024,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":1.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.4444444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1774,"out_tokens":1385},"claude-opus-4-8":{"in_tokens":3289,"out_tokens":795},"claude-opus-4-7":{"in_tokens":3294,"out_tokens":634},"mistral-large-2":{"in_tokens":1856,"out_tokens":776}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":7119,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":188.91023664699998,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.375,"contradicted_count_mean":0.25,"extra_count_mean":2.5,"extra_false_mean":1.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1867,"out_tokens":2828},"claude-opus-4-8":{"in_tokens":3566,"out_tokens":1108},"claude-opus-4-7":{"in_tokens":3571,"out_tokens":797},"mistral-large-2":{"in_tokens":1984,"out_tokens":841}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":25.482649622999986,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5277777777777778,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1565,"out_tokens":1707},"claude-opus-4-8":{"in_tokens":2988,"out_tokens":826},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":655},"mistral-large-2":{"in_tokens":1660,"out_tokens":765}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":199,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":42.65598410399997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1403,"out_tokens":1636},"claude-opus-4-8":{"in_tokens":2682,"out_tokens":872},"claude-opus-4-7":{"in_tokens":2687,"out_tokens":648},"mistral-large-2":{"in_tokens":1486,"out_tokens":590}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1018,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":18.40318363700004,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_count_mean":0.75,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1626,"out_tokens":1787},"claude-opus-4-8":{"in_tokens":3025,"out_tokens":741},"claude-opus-4-7":{"in_tokens":3030,"out_tokens":540},"mistral-large-2":{"in_tokens":1709,"out_tokens":621}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":777,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":13.305123234999996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.25,"contradicted_count_mean":0.5,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.625,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.3125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1395,"out_tokens":1827},"claude-opus-4-8":{"in_tokens":2645,"out_tokens":593},"claude-opus-4-7":{"in_tokens":2650,"out_tokens":484},"mistral-large-2":{"in_tokens":1474,"out_tokens":569}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":1208,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.918025066999974,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1764,"out_tokens":1808},"claude-opus-4-8":{"in_tokens":3278,"out_tokens":564},"claude-opus-4-7":{"in_tokens":3283,"out_tokens":472},"mistral-large-2":{"in_tokens":1850,"out_tokens":543}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":27.785800798000025,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.25,"claude-opus-4-7":0.125,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.21875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1286,"out_tokens":1239},"claude-opus-4-8":{"in_tokens":2542,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2547,"out_tokens":551},"mistral-large-2":{"in_tokens":1369,"out_tokens":510}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1173,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":20.062681278000014,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":6},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1696,"out_tokens":1824},"claude-opus-4-8":{"in_tokens":3138,"out_tokens":680},"claude-opus-4-7":{"in_tokens":3143,"out_tokens":522},"mistral-large-2":{"in_tokens":1782,"out_tokens":718}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":225,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":25.37834411999995,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7857142857142857,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1345,"out_tokens":955},"claude-opus-4-8":{"in_tokens":2634,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2639,"out_tokens":502},"mistral-large-2":{"in_tokens":1423,"out_tokens":522}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"ok","in_tokens":798,"out_tokens":298,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":50.36250328,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7,"contradicted_count_mean":1.25,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.3,"claude-opus-4-7":0.5,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":3163},"claude-opus-4-8":{"in_tokens":2638,"out_tokens":973},"claude-opus-4-7":{"in_tokens":2643,"out_tokens":638},"mistral-large-2":{"in_tokens":1476,"out_tokens":755}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":5780,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":98.450044069,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_count_mean":1.25,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.375,"claude-opus-4-7":0.375,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1413,"out_tokens":1674},"claude-opus-4-8":{"in_tokens":2798,"out_tokens":868},"claude-opus-4-7":{"in_tokens":2803,"out_tokens":671},"mistral-large-2":{"in_tokens":1508,"out_tokens":928}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":1077,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":17.268773664000037,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1494,"out_tokens":820},"claude-opus-4-8":{"in_tokens":2879,"out_tokens":520},"claude-opus-4-7":{"in_tokens":2884,"out_tokens":505},"mistral-large-2":{"in_tokens":1583,"out_tokens":588}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":337,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":33.21178008100003,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_count_mean":1.5,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.3,"claude-opus-4-7":0.3,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.325,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1947,"out_tokens":1929},"claude-opus-4-8":{"in_tokens":3616,"out_tokens":1124},"claude-opus-4-7":{"in_tokens":3621,"out_tokens":901},"mistral-large-2":{"in_tokens":2067,"out_tokens":742}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":277,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":50.40685258799999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_count_mean":0.25,"extra_count_mean":0.75,"extra_false_mean":0.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.6,"claude-opus-4-7":0.7,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.675,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1771,"out_tokens":1903},"claude-opus-4-8":{"in_tokens":3414,"out_tokens":918},"claude-opus-4-7":{"in_tokens":3419,"out_tokens":800},"mistral-large-2":{"in_tokens":1945,"out_tokens":774}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":24.131867938000028,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.375,"contradicted_count_mean":0.25,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1456,"out_tokens":1471},"claude-opus-4-8":{"in_tokens":2804,"out_tokens":768},"claude-opus-4-7":{"in_tokens":2809,"out_tokens":614},"mistral-large-2":{"in_tokens":1578,"out_tokens":569}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":1066,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":18.22704656799999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1550,"out_tokens":1685},"claude-opus-4-8":{"in_tokens":2968,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2973,"out_tokens":497},"mistral-large-2":{"in_tokens":1655,"out_tokens":546}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":661,"out_tokens":975,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":16.498114602000044,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_count_mean":0.5,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.9,"claude-opus-4-7":0.7,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1728,"out_tokens":1706},"claude-opus-4-8":{"in_tokens":3174,"out_tokens":686},"claude-opus-4-7":{"in_tokens":3179,"out_tokens":667},"mistral-large-2":{"in_tokens":1839,"out_tokens":784}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":722,"out_tokens":976,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":18.802971405999983,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.25,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1740,"out_tokens":1914},"claude-opus-4-8":{"in_tokens":3273,"out_tokens":666},"claude-opus-4-7":{"in_tokens":3278,"out_tokens":530},"mistral-large-2":{"in_tokens":1826,"out_tokens":695}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":899,"out_tokens":365,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":38.90234313600001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.575,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2161,"out_tokens":2438},"claude-opus-4-8":{"in_tokens":4127,"out_tokens":941},"claude-opus-4-7":{"in_tokens":4132,"out_tokens":767},"mistral-large-2":{"in_tokens":2307,"out_tokens":769}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":283,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":22.724650931000042,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_count_mean":1.0,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.375,"claude-opus-4-7":0.375,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.34375,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1483,"out_tokens":1763},"claude-opus-4-8":{"in_tokens":2848,"out_tokens":782},"claude-opus-4-7":{"in_tokens":2853,"out_tokens":657},"mistral-large-2":{"in_tokens":1536,"out_tokens":601}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":308,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":0.3055555555555555,"duration_s":24.050048645000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.2222222222222222,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.3333333333333333},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.3055555555555555,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1335,"out_tokens":1449},"claude-opus-4-8":{"in_tokens":2532,"out_tokens":766},"claude-opus-4-7":{"in_tokens":2537,"out_tokens":542},"mistral-large-2":{"in_tokens":1437,"out_tokens":621}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":1154,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":18.657138420000024,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.9,"claude-opus-4-7":0.8,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.85,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1784,"out_tokens":1204},"claude-opus-4-8":{"in_tokens":3509,"out_tokens":757},"claude-opus-4-7":{"in_tokens":3514,"out_tokens":519},"mistral-large-2":{"in_tokens":1889,"out_tokens":748}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":918,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":13.853416581999966,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1642,"out_tokens":1309},"claude-opus-4-8":{"in_tokens":3082,"out_tokens":731},"claude-opus-4-7":{"in_tokens":3087,"out_tokens":581},"mistral-large-2":{"in_tokens":1712,"out_tokens":637}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":870,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":14.574506626000016,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1578,"out_tokens":1169},"claude-opus-4-8":{"in_tokens":3046,"out_tokens":692},"claude-opus-4-7":{"in_tokens":3051,"out_tokens":688},"mistral-large-2":{"in_tokens":1664,"out_tokens":673}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":521,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":30.900252480000006,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_count_mean":0.25,"extra_count_mean":1.75,"extra_false_mean":1.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.5,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.59375,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1828,"out_tokens":2441},"claude-opus-4-8":{"in_tokens":3496,"out_tokens":869},"claude-opus-4-7":{"in_tokens":3501,"out_tokens":776},"mistral-large-2":{"in_tokens":1962,"out_tokens":655}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":798,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":14.17796198000002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9285714285714286,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1359,"out_tokens":1091},"claude-opus-4-8":{"in_tokens":2563,"out_tokens":570},"claude-opus-4-7":{"in_tokens":2568,"out_tokens":451},"mistral-large-2":{"in_tokens":1420,"out_tokens":552}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"ok","in_tokens":523,"out_tokens":6130,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":102.50327886900004,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":1.75,"extra_count_mean":1.25,"extra_false_mean":1.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.1111111111111111,"claude-opus-4-8":0.1111111111111111,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.4444444444444444},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.25,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":1},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1851,"out_tokens":1232},"claude-opus-4-8":{"in_tokens":3589,"out_tokens":915},"claude-opus-4-7":{"in_tokens":3594,"out_tokens":593},"mistral-large-2":{"in_tokens":1988,"out_tokens":711}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":346,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":65.83081473499999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":1418},"claude-opus-4-8":{"in_tokens":2662,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2667,"out_tokens":511},"mistral-large-2":{"in_tokens":1505,"out_tokens":675}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":64.75882184699998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.6296296296296297,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1283,"out_tokens":2050},"claude-opus-4-8":{"in_tokens":2532,"out_tokens":706},"claude-opus-4-7":{"in_tokens":2537,"out_tokens":836},"mistral-large-2":{"in_tokens":1393,"out_tokens":546}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":340,"error":null,"skip_reason":null,"score_raw":0.3055555555555556,"duration_s":66.65340906,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":1.0,"extra_count_mean":1.0,"extra_false_mean":1.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.1111111111111111,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.2222222222222222,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.2222222222222222,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1434,"out_tokens":1696},"claude-opus-4-8":{"in_tokens":2772,"out_tokens":908},"claude-opus-4-7":{"in_tokens":2777,"out_tokens":784},"mistral-large-2":{"in_tokens":1548,"out_tokens":682}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":362,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":64.99711831100001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5833333333333334,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":2081},"claude-opus-4-8":{"in_tokens":2444,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2449,"out_tokens":537},"mistral-large-2":{"in_tokens":1369,"out_tokens":550}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":22.61949908500003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.4722222222222222,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1465,"out_tokens":1281},"claude-opus-4-8":{"in_tokens":2738,"out_tokens":743},"claude-opus-4-7":{"in_tokens":2743,"out_tokens":686},"mistral-large-2":{"in_tokens":1533,"out_tokens":574}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":3.6261273580000193,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.375,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.4583333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1218,"out_tokens":1265},"claude-opus-4-8":{"in_tokens":2338,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2343,"out_tokens":524},"mistral-large-2":{"in_tokens":1351,"out_tokens":529}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":3.0788854689999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1255},"claude-opus-4-8":{"in_tokens":2203,"out_tokens":721},"claude-opus-4-7":{"in_tokens":2208,"out_tokens":522},"mistral-large-2":{"in_tokens":1205,"out_tokens":516}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":423,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":6.949124181999991,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_count_mean":2.5,"extra_count_mean":1.5,"extra_false_mean":1.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":0},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1428,"out_tokens":1438},"claude-opus-4-8":{"in_tokens":2668,"out_tokens":989},"claude-opus-4-7":{"in_tokens":2673,"out_tokens":802},"mistral-large-2":{"in_tokens":1562,"out_tokens":674}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":290,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":5.136026491999985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":1090},"claude-opus-4-8":{"in_tokens":2446,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2451,"out_tokens":526},"mistral-large-2":{"in_tokens":1382,"out_tokens":472}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":3.7529275609999786,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.5,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1108,"out_tokens":1388},"claude-opus-4-8":{"in_tokens":2164,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2169,"out_tokens":533},"mistral-large-2":{"in_tokens":1197,"out_tokens":477}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":344,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":6.333427736000033,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1341,"out_tokens":1317},"claude-opus-4-8":{"in_tokens":2513,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2518,"out_tokens":538},"mistral-large-2":{"in_tokens":1457,"out_tokens":557}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":34.74985760999999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_count_mean":0.25,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.59375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1446,"out_tokens":1336},"claude-opus-4-8":{"in_tokens":2745,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2750,"out_tokens":511},"mistral-large-2":{"in_tokens":1508,"out_tokens":580}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":1013,"error":null,"skip_reason":null,"score_raw":0.8500000000000001,"duration_s":17.77473733300002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.9,"claude-opus-4-7":0.8,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8500000000000001,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1674,"out_tokens":1762},"claude-opus-4-8":{"in_tokens":3150,"out_tokens":685},"claude-opus-4-7":{"in_tokens":3155,"out_tokens":589},"mistral-large-2":{"in_tokens":1744,"out_tokens":760}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":1004,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":16.500792246999993,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1616,"out_tokens":1810},"claude-opus-4-8":{"in_tokens":2991,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2996,"out_tokens":549},"mistral-large-2":{"in_tokens":1674,"out_tokens":682}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":23.929455690999987,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_count_mean":0.5,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.5,"claude-opus-4-7":0.625,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.4375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1299,"out_tokens":1190},"claude-opus-4-8":{"in_tokens":2465,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2470,"out_tokens":477},"mistral-large-2":{"in_tokens":1368,"out_tokens":608}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":907,"out_tokens":448,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":58.60099434299997,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_count_mean":2.5,"extra_count_mean":1.5,"extra_false_mean":1.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.3,"claude-opus-4-7":0.5,"mistral-large-2":0.3},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":7.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":2},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2044,"out_tokens":2963},"claude-opus-4-8":{"in_tokens":3926,"out_tokens":958},"claude-opus-4-7":{"in_tokens":3931,"out_tokens":717},"mistral-large-2":{"in_tokens":2165,"out_tokens":855}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":695,"out_tokens":934,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":16.88481852000001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1642,"out_tokens":1446},"claude-opus-4-8":{"in_tokens":3092,"out_tokens":584},"claude-opus-4-7":{"in_tokens":3097,"out_tokens":487},"mistral-large-2":{"in_tokens":1730,"out_tokens":607}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":444,"error":null,"skip_reason":null,"score_raw":0.3055555555555555,"duration_s":8.075257374000046,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.3333333333333333,"contradicted_count_mean":0.75,"extra_count_mean":2.75,"extra_false_mean":1.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.2222222222222222,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":8.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.1851851851851852,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":0},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1641,"out_tokens":2844},"claude-opus-4-8":{"in_tokens":3241,"out_tokens":1014},"claude-opus-4-7":{"in_tokens":3246,"out_tokens":709},"mistral-large-2":{"in_tokens":1777,"out_tokens":734}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":741,"out_tokens":324,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":30.78023041399996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.6,"claude-opus-4-7":0.5,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.55,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1510,"out_tokens":1975},"claude-opus-4-8":{"in_tokens":2923,"out_tokens":914},"claude-opus-4-7":{"in_tokens":2928,"out_tokens":802},"mistral-large-2":{"in_tokens":1615,"out_tokens":893}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":269,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":26.393297971000038,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_count_mean":0.25,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.75,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.84375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1400,"out_tokens":1132},"claude-opus-4-8":{"in_tokens":2587,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2592,"out_tokens":523},"mistral-large-2":{"in_tokens":1468,"out_tokens":634}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":1023,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":18.304545517000008,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1544,"out_tokens":1587},"claude-opus-4-8":{"in_tokens":2899,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2904,"out_tokens":549},"mistral-large-2":{"in_tokens":1626,"out_tokens":728}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":521,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":8.72296464599998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5416666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1617,"out_tokens":1821},"claude-opus-4-8":{"in_tokens":3238,"out_tokens":667},"claude-opus-4-7":{"in_tokens":3243,"out_tokens":581},"mistral-large-2":{"in_tokens":1743,"out_tokens":600}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":511,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":9.407061803999966,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1578,"out_tokens":2270},"claude-opus-4-8":{"in_tokens":3258,"out_tokens":722},"claude-opus-4-7":{"in_tokens":3263,"out_tokens":646},"mistral-large-2":{"in_tokens":1685,"out_tokens":705}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":438,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":6.892296145999978,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.5714285714285714,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.5714285714285714,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1373,"out_tokens":1634},"claude-opus-4-8":{"in_tokens":2780,"out_tokens":668},"claude-opus-4-7":{"in_tokens":2785,"out_tokens":561},"mistral-large-2":{"in_tokens":1472,"out_tokens":579}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":403,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":7.224992186999998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":1.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1232,"out_tokens":2378},"claude-opus-4-8":{"in_tokens":2448,"out_tokens":590},"claude-opus-4-7":{"in_tokens":2453,"out_tokens":490},"mistral-large-2":{"in_tokens":1327,"out_tokens":589}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":20.338574198000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1383,"out_tokens":1754},"claude-opus-4-8":{"in_tokens":2544,"out_tokens":572},"claude-opus-4-7":{"in_tokens":2549,"out_tokens":464},"mistral-large-2":{"in_tokens":1453,"out_tokens":643}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"ok","in_tokens":377,"out_tokens":7015,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":114.28348833199999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":1.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":3,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2514,"out_tokens":2065},"claude-opus-4-8":{"in_tokens":4779,"out_tokens":1025},"claude-opus-4-7":{"in_tokens":4784,"out_tokens":888},"mistral-large-2":{"in_tokens":2681,"out_tokens":936}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":592,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":11.46839445400002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":1115},"claude-opus-4-8":{"in_tokens":2932,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2937,"out_tokens":550},"mistral-large-2":{"in_tokens":1654,"out_tokens":616}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":558,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":9.768063698999981,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.42857142857142855,"contradicted_count_mean":0.5,"extra_count_mean":2.0,"extra_false_mean":2.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.14285714285714285,"claude-opus-4-8":0.42857142857142855,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.38095238095238093,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1436,"out_tokens":2793},"claude-opus-4-8":{"in_tokens":2843,"out_tokens":766},"claude-opus-4-7":{"in_tokens":2848,"out_tokens":622},"mistral-large-2":{"in_tokens":1564,"out_tokens":584}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":587,"error":null,"skip_reason":null,"score_raw":0.7083333333333333,"duration_s":11.535576864000006,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":1.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":0.5,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1399,"out_tokens":2331},"claude-opus-4-8":{"in_tokens":2859,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2864,"out_tokens":579},"mistral-large-2":{"in_tokens":1480,"out_tokens":598}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":663,"out_tokens":836,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":14.241049546999989,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1697,"out_tokens":1132},"claude-opus-4-8":{"in_tokens":3119,"out_tokens":696},"claude-opus-4-7":{"in_tokens":3124,"out_tokens":545},"mistral-large-2":{"in_tokens":1785,"out_tokens":694}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":735,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":12.726869870999963,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.0,"extra_count_mean":3.75,"extra_false_mean":1.25,"extra_unsupported_mean":2.5,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":4.0,"mistral-large-2":6.0},"score_ex_family":0.9444444444444445,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":3,"other":8},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1541,"out_tokens":1798},"claude-opus-4-8":{"in_tokens":3104,"out_tokens":586},"claude-opus-4-7":{"in_tokens":3109,"out_tokens":665},"mistral-large-2":{"in_tokens":1642,"out_tokens":676}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":986,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":16.615746642999966,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1492,"out_tokens":937},"claude-opus-4-8":{"in_tokens":2825,"out_tokens":555},"claude-opus-4-7":{"in_tokens":2830,"out_tokens":420},"mistral-large-2":{"in_tokens":1567,"out_tokens":603}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":532,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":9.836724481000033,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.3333333333333333,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.4444444444444444,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":2094},"claude-opus-4-8":{"in_tokens":2761,"out_tokens":533},"claude-opus-4-7":{"in_tokens":2766,"out_tokens":451},"mistral-large-2":{"in_tokens":1473,"out_tokens":631}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":666,"out_tokens":909,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":16.299529328999995,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_count_mean":0.75,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.5,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.6499999999999999,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1717,"out_tokens":2042},"claude-opus-4-8":{"in_tokens":3195,"out_tokens":908},"claude-opus-4-7":{"in_tokens":3200,"out_tokens":598},"mistral-large-2":{"in_tokens":1795,"out_tokens":798}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":809,"out_tokens":251,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":36.092994895000004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1385,"out_tokens":1241},"claude-opus-4-8":{"in_tokens":2738,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2743,"out_tokens":583},"mistral-large-2":{"in_tokens":1461,"out_tokens":552}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":433,"out_tokens":11509,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":272.140949716,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_count_mean":0.25,"extra_count_mean":3.75,"extra_false_mean":2.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":5.0,"claude-opus-4-7":5.0,"mistral-large-2":3.0},"score_ex_family":0.8,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":7,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2577,"out_tokens":3182},"claude-opus-4-8":{"in_tokens":5055,"out_tokens":1410},"claude-opus-4-7":{"in_tokens":5060,"out_tokens":1065},"mistral-large-2":{"in_tokens":2812,"out_tokens":994}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":450,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":6.829814624999983,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":5.0,"extra_false_mean":3.0,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.625},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":4.0,"claude-opus-4-7":5.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":11,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1316,"out_tokens":2389},"claude-opus-4-8":{"in_tokens":2576,"out_tokens":794},"claude-opus-4-7":{"in_tokens":2581,"out_tokens":695}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":481,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":8.85336737099999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.0,"extra_count_mean":2.75,"extra_false_mean":2.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.9444444444444445,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1280,"out_tokens":2051},"claude-opus-4-8":{"in_tokens":2519,"out_tokens":576},"claude-opus-4-7":{"in_tokens":2524,"out_tokens":499},"mistral-large-2":{"in_tokens":1340,"out_tokens":522}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":521,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":8.75005385899999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.75,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.5,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.38888888888888884,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1355,"out_tokens":1373},"claude-opus-4-8":{"in_tokens":2789,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2794,"out_tokens":445},"mistral-large-2":{"in_tokens":1449,"out_tokens":497}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.112332433000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1188,"out_tokens":1188},"claude-opus-4-8":{"in_tokens":2253,"out_tokens":564},"claude-opus-4-7":{"in_tokens":2258,"out_tokens":444},"mistral-large-2":{"in_tokens":1247,"out_tokens":505}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":25.811563444,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_count_mean":1.0,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.125,"claude-opus-4-7":0.125,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.21875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1211,"out_tokens":1580},"claude-opus-4-8":{"in_tokens":2275,"out_tokens":723},"claude-opus-4-7":{"in_tokens":2280,"out_tokens":639},"mistral-large-2":{"in_tokens":1273,"out_tokens":536}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":21.333015223000018,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1225,"out_tokens":1028},"claude-opus-4-8":{"in_tokens":2342,"out_tokens":634},"claude-opus-4-7":{"in_tokens":2347,"out_tokens":511},"mistral-large-2":{"in_tokens":1304,"out_tokens":486}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":683,"out_tokens":970,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":15.47915494700004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.95,"false_claim_types":{"az":0,"paragraph":0,"study":1,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1800,"out_tokens":1387},"claude-opus-4-8":{"in_tokens":3285,"out_tokens":616},"claude-opus-4-7":{"in_tokens":3290,"out_tokens":587},"mistral-large-2":{"in_tokens":1889,"out_tokens":711}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":498,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":7.363856526999996,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_count_mean":1.25,"extra_count_mean":1.75,"extra_false_mean":1.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.4166666666666667,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1564,"out_tokens":2062},"claude-opus-4-8":{"in_tokens":3005,"out_tokens":774},"claude-opus-4-7":{"in_tokens":3010,"out_tokens":650},"mistral-large-2":{"in_tokens":1655,"out_tokens":707}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":629,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":11.510509524999975,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":1.0,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7619047619047619,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1412,"out_tokens":1633},"claude-opus-4-8":{"in_tokens":2850,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2855,"out_tokens":493},"mistral-large-2":{"in_tokens":1509,"out_tokens":578}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":459,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":7.342595469999992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":0.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":1618},"claude-opus-4-8":{"in_tokens":2659,"out_tokens":611},"claude-opus-4-7":{"in_tokens":2664,"out_tokens":664},"mistral-large-2":{"in_tokens":1420,"out_tokens":543}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":451,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":7.697722401000021,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.5,"claude-opus-4-7":0.25,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.2916666666666667,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":1368},"claude-opus-4-8":{"in_tokens":2758,"out_tokens":667},"claude-opus-4-7":{"in_tokens":2763,"out_tokens":571},"mistral-large-2":{"in_tokens":1486,"out_tokens":615}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":425,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":21.353373784999974,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1461,"out_tokens":1403},"claude-opus-4-8":{"in_tokens":2715,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2720,"out_tokens":504},"mistral-large-2":{"in_tokens":1535,"out_tokens":642}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":449,"out_tokens":7607,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":127.60885119,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1576,"out_tokens":1276},"claude-opus-4-8":{"in_tokens":3013,"out_tokens":711},"claude-opus-4-7":{"in_tokens":3018,"out_tokens":553},"mistral-large-2":{"in_tokens":1665,"out_tokens":666}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":704,"out_tokens":1141,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":19.486625729000025,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1867,"out_tokens":2084},"claude-opus-4-8":{"in_tokens":3503,"out_tokens":630},"claude-opus-4-7":{"in_tokens":3508,"out_tokens":575},"mistral-large-2":{"in_tokens":1933,"out_tokens":689}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":379,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":6.294389480999996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.6190476190476191,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1268,"out_tokens":1306},"claude-opus-4-8":{"in_tokens":2540,"out_tokens":567},"claude-opus-4-7":{"in_tokens":2545,"out_tokens":509},"mistral-large-2":{"in_tokens":1327,"out_tokens":485}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"ok","in_tokens":564,"out_tokens":10383,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":288.104025633,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.75,"extra_false_mean":0.75,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":2.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":3,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2783,"out_tokens":2192},"claude-opus-4-8":{"in_tokens":5334,"out_tokens":1156},"claude-opus-4-7":{"in_tokens":5339,"out_tokens":967},"mistral-large-2":{"in_tokens":2974,"out_tokens":823}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":1098,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.95954551599999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.5,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1581,"out_tokens":2926},"claude-opus-4-8":{"in_tokens":2961,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2966,"out_tokens":518},"mistral-large-2":{"in_tokens":1643,"out_tokens":685}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":645,"out_tokens":1124,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":19.165770024999972,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1679,"out_tokens":1664},"claude-opus-4-8":{"in_tokens":3172,"out_tokens":649},"claude-opus-4-7":{"in_tokens":3177,"out_tokens":536},"mistral-large-2":{"in_tokens":1741,"out_tokens":660}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":6184,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":104.48102863999998,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"contradicted_count_mean":0.75,"extra_count_mean":2.0,"extra_false_mean":1.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.7666666666666666,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2487,"out_tokens":3016},"claude-opus-4-8":{"in_tokens":5010,"out_tokens":902},"claude-opus-4-7":{"in_tokens":5015,"out_tokens":832},"mistral-large-2":{"in_tokens":2687,"out_tokens":1120}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":518,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":8.75346140199997,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.42857142857142855,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":1.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.2857142857142857,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1340,"out_tokens":3186},"claude-opus-4-8":{"in_tokens":2766,"out_tokens":753},"claude-opus-4-7":{"in_tokens":2771,"out_tokens":600},"mistral-large-2":{"in_tokens":1423,"out_tokens":718}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":679,"error":null,"skip_reason":null,"score_raw":0.05,"duration_s":10.678473569000005,"hallucination_count":8.25,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_count_mean":3.75,"extra_count_mean":4.5,"extra_false_mean":4.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.1,"claude-opus-4-7":0.0,"mistral-large-2":0.1},"judge_hallucination_counts":{"gpt-5":13.0,"claude-opus-4-8":5.0,"claude-opus-4-7":8.0,"mistral-large-2":7.0},"score_ex_family":0.03333333333333333,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":2,"other":10},"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":2204,"out_tokens":3328},"claude-opus-4-8":{"in_tokens":4294,"out_tokens":1187},"claude-opus-4-7":{"in_tokens":4299,"out_tokens":984},"mistral-large-2":{"in_tokens":2316,"out_tokens":1077}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":862,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":15.259106396999982,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1518,"out_tokens":1109},"claude-opus-4-8":{"in_tokens":2859,"out_tokens":606},"claude-opus-4-7":{"in_tokens":2864,"out_tokens":504},"mistral-large-2":{"in_tokens":1589,"out_tokens":648}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":253,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":18.421556562000035,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.6,"claude-opus-4-7":0.5,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.55,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1467,"out_tokens":1313},"claude-opus-4-8":{"in_tokens":2854,"out_tokens":816},"claude-opus-4-7":{"in_tokens":2859,"out_tokens":635},"mistral-large-2":{"in_tokens":1562,"out_tokens":579}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":822,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":13.96906636,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.3,"contradicted_count_mean":0.0,"extra_count_mean":3.5,"extra_false_mean":2.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.1,"claude-opus-4-8":0.7,"claude-opus-4-7":0.3,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.36666666666666664,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":2,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2238,"out_tokens":3277},"claude-opus-4-8":{"in_tokens":4405,"out_tokens":1065},"claude-opus-4-7":{"in_tokens":4410,"out_tokens":825},"mistral-large-2":{"in_tokens":2396,"out_tokens":1015}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":154,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":21.085078114999988,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_count_mean":0.25,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.6,"claude-opus-4-7":0.4,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1309,"out_tokens":1412},"claude-opus-4-8":{"in_tokens":2450,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2455,"out_tokens":636},"mistral-large-2":{"in_tokens":1375,"out_tokens":688}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":392,"out_tokens":256,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":21.765563878000023,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_count_mean":0.25,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.6,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.575,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1460,"out_tokens":1233},"claude-opus-4-8":{"in_tokens":2697,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2702,"out_tokens":620},"mistral-large-2":{"in_tokens":1544,"out_tokens":667}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":825,"out_tokens":498,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":80.63504410799999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_count_mean":0.25,"extra_count_mean":1.5,"extra_false_mean":0.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1713,"out_tokens":2499},"claude-opus-4-8":{"in_tokens":3271,"out_tokens":726},"claude-opus-4-7":{"in_tokens":3276,"out_tokens":602},"mistral-large-2":{"in_tokens":1823,"out_tokens":798}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":559,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":8.959118934999992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_count_mean":0.5,"extra_count_mean":0.5,"extra_false_mean":0.5,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.375,"claude-opus-4-7":0.375,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":1148},"claude-opus-4-8":{"in_tokens":2544,"out_tokens":707},"claude-opus-4-7":{"in_tokens":2549,"out_tokens":467},"mistral-large-2":{"in_tokens":1410,"out_tokens":558}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":787,"error":null,"skip_reason":null,"score_raw":0.7250000000000001,"duration_s":12.696866295000007,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.7000000000000001,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":4,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2174,"out_tokens":2633},"claude-opus-4-8":{"in_tokens":4261,"out_tokens":1005},"claude-opus-4-7":{"in_tokens":4266,"out_tokens":815},"mistral-large-2":{"in_tokens":2347,"out_tokens":860}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":887,"out_tokens":331,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":48.62950073600001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_count_mean":0.25,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.1,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.4},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1971,"out_tokens":2257},"claude-opus-4-8":{"in_tokens":3666,"out_tokens":838},"claude-opus-4-7":{"in_tokens":3671,"out_tokens":688},"mistral-large-2":{"in_tokens":2086,"out_tokens":771}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":6303,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":196.189948427,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":1.75,"extra_count_mean":3.0,"extra_false_mean":1.75,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":6.0,"claude-opus-4-7":6.0,"mistral-large-2":4.0},"score_ex_family":0.5925925925925926,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":5,"other":4},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2075,"out_tokens":2541},"claude-opus-4-8":{"in_tokens":4120,"out_tokens":987},"claude-opus-4-7":{"in_tokens":4125,"out_tokens":825},"mistral-large-2":{"in_tokens":2224,"out_tokens":759}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":995,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":17.218897005999963,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1624,"out_tokens":1567},"claude-opus-4-8":{"in_tokens":2972,"out_tokens":620},"claude-opus-4-7":{"in_tokens":2977,"out_tokens":514},"mistral-large-2":{"in_tokens":1716,"out_tokens":688}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":923,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":14.348564368999973,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.8571428571428571,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1438,"out_tokens":1569},"claude-opus-4-8":{"in_tokens":2788,"out_tokens":637},"claude-opus-4-7":{"in_tokens":2793,"out_tokens":531},"mistral-large-2":{"in_tokens":1507,"out_tokens":550}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":21.27473709200001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_count_mean":0.75,"extra_count_mean":0.5,"extra_false_mean":0.5,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.6749999999999999,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1336,"out_tokens":1493},"claude-opus-4-8":{"in_tokens":2579,"out_tokens":660},"claude-opus-4-7":{"in_tokens":2584,"out_tokens":607},"mistral-large-2":{"in_tokens":1409,"out_tokens":647}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":836,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":52.89269725500003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.42857142857142855,"contradicted_count_mean":0.25,"extra_count_mean":1.25,"extra_false_mean":1.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":2161},"claude-opus-4-8":{"in_tokens":2795,"out_tokens":774},"claude-opus-4-7":{"in_tokens":2800,"out_tokens":712},"mistral-large-2":{"in_tokens":1512,"out_tokens":622}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":3531,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":68.28355762599995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5277777777777778,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1727,"out_tokens":2176},"claude-opus-4-8":{"in_tokens":3353,"out_tokens":1081},"claude-opus-4-7":{"in_tokens":3358,"out_tokens":691},"mistral-large-2":{"in_tokens":1829,"out_tokens":826}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":916,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":14.04029346499999,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"contradicted_count_mean":0.75,"extra_count_mean":2.5,"extra_false_mean":1.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":2,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2301,"out_tokens":2499},"claude-opus-4-8":{"in_tokens":4542,"out_tokens":1111},"claude-opus-4-7":{"in_tokens":4547,"out_tokens":765},"mistral-large-2":{"in_tokens":2468,"out_tokens":842}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":375,"out_tokens":15053,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":226.09487041100002,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_count_mean":0.5,"extra_count_mean":3.5,"extra_false_mean":2.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":3,"other":8},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1927,"out_tokens":3479},"claude-opus-4-8":{"in_tokens":3854,"out_tokens":1084},"claude-opus-4-7":{"in_tokens":3859,"out_tokens":753},"mistral-large-2":{"in_tokens":2060,"out_tokens":801}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":702,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":11.438821668000003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.7142857142857143,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1601,"out_tokens":1685},"claude-opus-4-8":{"in_tokens":3140,"out_tokens":632},"claude-opus-4-7":{"in_tokens":3145,"out_tokens":480},"mistral-large-2":{"in_tokens":1714,"out_tokens":659}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":703,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":18.661483943000007,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.4,"contradicted_count_mean":1.25,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.1,"claude-opus-4-8":0.4,"claude-opus-4-7":0.4,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.3,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2119,"out_tokens":2479},"claude-opus-4-8":{"in_tokens":4268,"out_tokens":973},"claude-opus-4-7":{"in_tokens":4273,"out_tokens":717},"mistral-large-2":{"in_tokens":2239,"out_tokens":841}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":1011,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":16.623261817000014,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":1.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.8,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1645,"out_tokens":1609},"claude-opus-4-8":{"in_tokens":3117,"out_tokens":929},"claude-opus-4-7":{"in_tokens":3122,"out_tokens":626},"mistral-large-2":{"in_tokens":1809,"out_tokens":790}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":152,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":14.177335403999962,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.6,"claude-opus-4-7":0.5,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.55,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1291,"out_tokens":1073},"claude-opus-4-8":{"in_tokens":2437,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2442,"out_tokens":497},"mistral-large-2":{"in_tokens":1346,"out_tokens":624}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":17.722831584000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8214285714285714,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1110,"out_tokens":988},"claude-opus-4-8":{"in_tokens":2074,"out_tokens":415},"claude-opus-4-7":{"in_tokens":2079,"out_tokens":411},"mistral-large-2":{"in_tokens":1152,"out_tokens":464}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":730,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":12.631704526000021,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.3,"contradicted_count_mean":0.5,"extra_count_mean":3.75,"extra_false_mean":3.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.7,"claude-opus-4-7":0.3,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":5.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.3333333333333333,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":2,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1890,"out_tokens":2374},"claude-opus-4-8":{"in_tokens":3717,"out_tokens":1134},"claude-opus-4-7":{"in_tokens":3722,"out_tokens":871},"mistral-large-2":{"in_tokens":2033,"out_tokens":796}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":794,"out_tokens":378,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":43.96480659000002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1646,"out_tokens":2296},"claude-opus-4-8":{"in_tokens":3136,"out_tokens":780},"claude-opus-4-7":{"in_tokens":3141,"out_tokens":730},"mistral-large-2":{"in_tokens":1789,"out_tokens":797}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":20.287593070000014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1325,"out_tokens":1387},"claude-opus-4-8":{"in_tokens":2458,"out_tokens":603},"claude-opus-4-7":{"in_tokens":2463,"out_tokens":505},"mistral-large-2":{"in_tokens":1382,"out_tokens":563}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":1034,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.240083519999985,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1496,"out_tokens":1746},"claude-opus-4-8":{"in_tokens":2934,"out_tokens":795},"claude-opus-4-7":{"in_tokens":2939,"out_tokens":511},"mistral-large-2":{"in_tokens":1622,"out_tokens":631}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":681,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":11.414753553000025,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.25,"contradicted_count_mean":0.75,"extra_count_mean":1.75,"extra_false_mean":1.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.5,"claude-opus-4-7":0.125,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.25,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":2,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1768,"out_tokens":2463},"claude-opus-4-8":{"in_tokens":3434,"out_tokens":978},"claude-opus-4-7":{"in_tokens":3439,"out_tokens":793},"mistral-large-2":{"in_tokens":1884,"out_tokens":720}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":887,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":15.07894144100004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1808,"out_tokens":1686},"claude-opus-4-8":{"in_tokens":3414,"out_tokens":809},"claude-opus-4-7":{"in_tokens":3419,"out_tokens":613},"mistral-large-2":{"in_tokens":2051,"out_tokens":696}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":978,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":15.628205374000004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_count_mean":0.25,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1580,"out_tokens":1706},"claude-opus-4-8":{"in_tokens":2978,"out_tokens":682},"claude-opus-4-7":{"in_tokens":2983,"out_tokens":565},"mistral-large-2":{"in_tokens":1690,"out_tokens":667}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":605,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":10.225239021999982,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1289,"out_tokens":1380},"claude-opus-4-8":{"in_tokens":2483,"out_tokens":495},"claude-opus-4-7":{"in_tokens":2488,"out_tokens":424},"mistral-large-2":{"in_tokens":1384,"out_tokens":563}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":817,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":13.576569612000014,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.3,"contradicted_count_mean":0.5,"extra_count_mean":2.5,"extra_false_mean":2.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.6,"claude-opus-4-7":0.2,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.5333333333333333,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":6},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2456,"out_tokens":2844},"claude-opus-4-8":{"in_tokens":4813,"out_tokens":1581},"claude-opus-4-7":{"in_tokens":4818,"out_tokens":1005},"mistral-large-2":{"in_tokens":2565,"out_tokens":806}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":20.570778684999993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1392,"out_tokens":1348},"claude-opus-4-8":{"in_tokens":2613,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2618,"out_tokens":467},"mistral-large-2":{"in_tokens":1462,"out_tokens":714}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":801,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":12.544961648000026,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":2.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.6999999999999998,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2208,"out_tokens":3318},"claude-opus-4-8":{"in_tokens":4349,"out_tokens":984},"claude-opus-4-7":{"in_tokens":4354,"out_tokens":864},"mistral-large-2":{"in_tokens":2371,"out_tokens":763}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":709,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":19.238590520999992,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.16666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.16666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1529,"out_tokens":1747},"claude-opus-4-8":{"in_tokens":3030,"out_tokens":616},"claude-opus-4-7":{"in_tokens":3035,"out_tokens":526},"mistral-large-2":{"in_tokens":1637,"out_tokens":679}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":151,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":15.931675651000035,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.3,"claude-opus-4-7":0.3,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.325,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1396,"out_tokens":1005},"claude-opus-4-8":{"in_tokens":2625,"out_tokens":738},"claude-opus-4-7":{"in_tokens":2630,"out_tokens":511},"mistral-large-2":{"in_tokens":1471,"out_tokens":695}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":797,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":12.67668985499995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1428,"out_tokens":972},"claude-opus-4-8":{"in_tokens":2714,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2719,"out_tokens":508},"mistral-large-2":{"in_tokens":1570,"out_tokens":676}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":918,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":14.96669772599995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.5,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6111111111111112,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1723,"out_tokens":2429},"claude-opus-4-8":{"in_tokens":3303,"out_tokens":872},"claude-opus-4-7":{"in_tokens":3308,"out_tokens":719},"mistral-large-2":{"in_tokens":1895,"out_tokens":678}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":9577,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":169.08249263899995,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":1.0,"extra_count_mean":1.25,"extra_false_mean":0.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.5277777777777778,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1548,"out_tokens":2436},"claude-opus-4-8":{"in_tokens":2922,"out_tokens":1024},"claude-opus-4-7":{"in_tokens":2927,"out_tokens":739},"mistral-large-2":{"in_tokens":1706,"out_tokens":728}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":353,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":35.345052449000036,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.5,"extra_count_mean":2.25,"extra_false_mean":1.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.5833333333333334,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":2,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1556,"out_tokens":2768},"claude-opus-4-8":{"in_tokens":2963,"out_tokens":983},"claude-opus-4-7":{"in_tokens":2968,"out_tokens":769},"mistral-large-2":{"in_tokens":1682,"out_tokens":743}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":638,"out_tokens":850,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":13.788254466000012,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1634,"out_tokens":1719},"claude-opus-4-8":{"in_tokens":3062,"out_tokens":777},"claude-opus-4-7":{"in_tokens":3067,"out_tokens":646},"mistral-large-2":{"in_tokens":1801,"out_tokens":708}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":865,"out_tokens":356,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":31.82826948400003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_count_mean":0.5,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.59375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1578,"out_tokens":1287},"claude-opus-4-8":{"in_tokens":2994,"out_tokens":701},"claude-opus-4-7":{"in_tokens":2999,"out_tokens":566},"mistral-large-2":{"in_tokens":1647,"out_tokens":590}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":26.137405204000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.4444444444444444},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.4444444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":872},"claude-opus-4-8":{"in_tokens":2267,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2272,"out_tokens":554},"mistral-large-2":{"in_tokens":1257,"out_tokens":526}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1194,"error":null,"skip_reason":null,"score_raw":0.8250000000000001,"duration_s":18.876941691000013,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":3.25,"extra_false_mean":2.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":2.0},"score_ex_family":0.8000000000000002,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":4,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2701,"out_tokens":2563},"claude-opus-4-8":{"in_tokens":5309,"out_tokens":1234},"claude-opus-4-7":{"in_tokens":5314,"out_tokens":981},"mistral-large-2":{"in_tokens":2885,"out_tokens":921}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":161,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":21.733858085999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1134,"out_tokens":1131},"claude-opus-4-8":{"in_tokens":2167,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2172,"out_tokens":484},"mistral-large-2":{"in_tokens":1195,"out_tokens":529}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":6231,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":208.999102745,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9666666666666667,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2184,"out_tokens":1984},"claude-opus-4-8":{"in_tokens":4212,"out_tokens":824},"claude-opus-4-7":{"in_tokens":4217,"out_tokens":693},"mistral-large-2":{"in_tokens":2393,"out_tokens":877}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":1152,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":19.878078554000012,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1874,"out_tokens":1364},"claude-opus-4-8":{"in_tokens":3645,"out_tokens":946},"claude-opus-4-7":{"in_tokens":3650,"out_tokens":793},"mistral-large-2":{"in_tokens":2050,"out_tokens":713}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":825,"out_tokens":305,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":37.65792665600003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_count_mean":0.25,"extra_count_mean":0.5,"extra_false_mean":0.5,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1523,"out_tokens":1745},"claude-opus-4-8":{"in_tokens":2870,"out_tokens":748},"claude-opus-4-7":{"in_tokens":2875,"out_tokens":659},"mistral-large-2":{"in_tokens":1592,"out_tokens":707}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":660,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":11.465974270000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.5,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":1601},"claude-opus-4-8":{"in_tokens":2669,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2674,"out_tokens":507},"mistral-large-2":{"in_tokens":1512,"out_tokens":585}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":856,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":28.85018073499998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5277777777777778,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1522,"out_tokens":1255},"claude-opus-4-8":{"in_tokens":2834,"out_tokens":802},"claude-opus-4-7":{"in_tokens":2839,"out_tokens":574},"mistral-large-2":{"in_tokens":1597,"out_tokens":515}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":399,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":20.377052766999952,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.5,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8055555555555556,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1474,"out_tokens":1803},"claude-opus-4-8":{"in_tokens":2690,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2695,"out_tokens":523},"mistral-large-2":{"in_tokens":1552,"out_tokens":620}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":571,"out_tokens":622,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":11.647107167999991,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.6111111111111112,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":1104},"claude-opus-4-8":{"in_tokens":2709,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2714,"out_tokens":460},"mistral-large-2":{"in_tokens":1527,"out_tokens":605}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":375,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":19.110053606000008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.5,"claude-opus-4-7":0.4,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.425,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1418,"out_tokens":1240},"claude-opus-4-8":{"in_tokens":2641,"out_tokens":832},"claude-opus-4-7":{"in_tokens":2646,"out_tokens":622},"mistral-large-2":{"in_tokens":1490,"out_tokens":648}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":1112,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.817678065999985,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1695,"out_tokens":1758},"claude-opus-4-8":{"in_tokens":3238,"out_tokens":717},"claude-opus-4-7":{"in_tokens":3243,"out_tokens":560},"mistral-large-2":{"in_tokens":1863,"out_tokens":769}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"ok","in_tokens":509,"out_tokens":7991,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":138.25915942600005,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":1.0,"extra_count_mean":1.75,"extra_false_mean":1.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.5555555555555556,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":4,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1639,"out_tokens":2367},"claude-opus-4-8":{"in_tokens":3238,"out_tokens":813},"claude-opus-4-7":{"in_tokens":3243,"out_tokens":752},"mistral-large-2":{"in_tokens":1766,"out_tokens":638}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":662,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":11.002685035000013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":2006},"claude-opus-4-8":{"in_tokens":2485,"out_tokens":704},"claude-opus-4-7":{"in_tokens":2490,"out_tokens":674},"mistral-large-2":{"in_tokens":1482,"out_tokens":673}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":435,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.603292437999983,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1582,"out_tokens":1189},"claude-opus-4-8":{"in_tokens":2950,"out_tokens":577},"claude-opus-4-7":{"in_tokens":2955,"out_tokens":481},"mistral-large-2":{"in_tokens":1670,"out_tokens":503}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":338,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":26.181077888999994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_count_mean":0.25,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1426,"out_tokens":2002},"claude-opus-4-8":{"in_tokens":2686,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2691,"out_tokens":495},"mistral-large-2":{"in_tokens":1483,"out_tokens":620}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":4220,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":56.15789592700003,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.2,"contradicted_count_mean":0.75,"extra_count_mean":2.75,"extra_false_mean":2.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.3,"claude-opus-4-7":0.3,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.5333333333333333,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":4,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1533,"out_tokens":2826},"claude-opus-4-8":{"in_tokens":2895,"out_tokens":1280},"claude-opus-4-7":{"in_tokens":2900,"out_tokens":980},"mistral-large-2":{"in_tokens":1647,"out_tokens":920}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":1152,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":17.563985971000022,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1725,"out_tokens":2005},"claude-opus-4-8":{"in_tokens":3287,"out_tokens":809},"claude-opus-4-7":{"in_tokens":3292,"out_tokens":565},"mistral-large-2":{"in_tokens":1907,"out_tokens":660}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":816,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":22.402290420999975,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.625,"claude-opus-4-7":0.375,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.4375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1311,"out_tokens":1576},"claude-opus-4-8":{"in_tokens":2413,"out_tokens":656},"claude-opus-4-7":{"in_tokens":2418,"out_tokens":558},"mistral-large-2":{"in_tokens":1383,"out_tokens":593}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":853,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":14.127968351999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1422,"out_tokens":1570},"claude-opus-4-8":{"in_tokens":2778,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2783,"out_tokens":561},"mistral-large-2":{"in_tokens":1534,"out_tokens":526}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1168,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":18.940737693000017,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1570,"out_tokens":1306},"claude-opus-4-8":{"in_tokens":3106,"out_tokens":606},"claude-opus-4-7":{"in_tokens":3111,"out_tokens":566},"mistral-large-2":{"in_tokens":1682,"out_tokens":560}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":742,"out_tokens":412,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.986923771000022,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.375,"contradicted_count_mean":0.5,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1436,"out_tokens":1846},"claude-opus-4-8":{"in_tokens":2696,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2701,"out_tokens":518},"mistral-large-2":{"in_tokens":1512,"out_tokens":567}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":30.026737761999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6749999999999999,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1472,"out_tokens":1035},"claude-opus-4-8":{"in_tokens":2705,"out_tokens":688},"claude-opus-4-7":{"in_tokens":2710,"out_tokens":557},"mistral-large-2":{"in_tokens":1547,"out_tokens":622}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.742131400999995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1335,"out_tokens":962},"claude-opus-4-8":{"in_tokens":2522,"out_tokens":546},"claude-opus-4-7":{"in_tokens":2527,"out_tokens":464},"mistral-large-2":{"in_tokens":1394,"out_tokens":596}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":1011,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":17.20619673899995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_count_mean":0.25,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.375,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1593,"out_tokens":1953},"claude-opus-4-8":{"in_tokens":3000,"out_tokens":998},"claude-opus-4-7":{"in_tokens":3005,"out_tokens":559},"mistral-large-2":{"in_tokens":1788,"out_tokens":683}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":23.028813585000023,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1536,"out_tokens":1350},"claude-opus-4-8":{"in_tokens":2897,"out_tokens":563},"claude-opus-4-7":{"in_tokens":2902,"out_tokens":516},"mistral-large-2":{"in_tokens":1592,"out_tokens":608}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":6472,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":79.12931679600001,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_count_mean":1.0,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.5,"claude-opus-4-7":0.375,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.4583333333333333,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1737,"out_tokens":1790},"claude-opus-4-8":{"in_tokens":3342,"out_tokens":1043},"claude-opus-4-7":{"in_tokens":3347,"out_tokens":632},"mistral-large-2":{"in_tokens":1866,"out_tokens":786}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":32.16270648099999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.5,"claude-opus-4-7":0.375,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.40625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1178,"out_tokens":1310},"claude-opus-4-8":{"in_tokens":2190,"out_tokens":586},"claude-opus-4-7":{"in_tokens":2195,"out_tokens":542},"mistral-large-2":{"in_tokens":1234,"out_tokens":517}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":680,"out_tokens":716,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":11.843757450999988,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":1081},"claude-opus-4-8":{"in_tokens":2796,"out_tokens":672},"claude-opus-4-7":{"in_tokens":2801,"out_tokens":465},"mistral-large-2":{"in_tokens":1526,"out_tokens":495}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":857,"out_tokens":921,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":14.060089888999983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1715,"out_tokens":1548},"claude-opus-4-8":{"in_tokens":3312,"out_tokens":671},"claude-opus-4-7":{"in_tokens":3317,"out_tokens":537},"mistral-large-2":{"in_tokens":1924,"out_tokens":596}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":898,"out_tokens":874,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":13.497942467999962,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.42857142857142855,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.8571428571428571,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1807,"out_tokens":1790},"claude-opus-4-8":{"in_tokens":3366,"out_tokens":761},"claude-opus-4-7":{"in_tokens":3371,"out_tokens":607},"mistral-large-2":{"in_tokens":2027,"out_tokens":606}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":773,"out_tokens":369,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":23.42831600599999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1341,"out_tokens":1909},"claude-opus-4-8":{"in_tokens":2539,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2544,"out_tokens":493},"mistral-large-2":{"in_tokens":1422,"out_tokens":627}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":164,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":16.081969458000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.46875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":811},"claude-opus-4-8":{"in_tokens":2327,"out_tokens":561},"claude-opus-4-7":{"in_tokens":2332,"out_tokens":472},"mistral-large-2":{"in_tokens":1291,"out_tokens":427}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":892,"out_tokens":357,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":21.994510987000012,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.4444444444444444,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.2222222222222222,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1611,"out_tokens":1115},"claude-opus-4-8":{"in_tokens":3033,"out_tokens":707},"claude-opus-4-7":{"in_tokens":3038,"out_tokens":521},"mistral-large-2":{"in_tokens":1695,"out_tokens":635}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1014,"out_tokens":1186,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":18.134394208999993,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2146,"out_tokens":2430},"claude-opus-4-8":{"in_tokens":3997,"out_tokens":703},"claude-opus-4-7":{"in_tokens":4002,"out_tokens":572},"mistral-large-2":{"in_tokens":2305,"out_tokens":635}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":799,"out_tokens":295,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":27.410654179000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.84375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1319,"out_tokens":1418},"claude-opus-4-8":{"in_tokens":2532,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2537,"out_tokens":486},"mistral-large-2":{"in_tokens":1402,"out_tokens":480}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":864,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":14.380822443999989,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.9444444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1507,"out_tokens":963},"claude-opus-4-8":{"in_tokens":2898,"out_tokens":575},"claude-opus-4-7":{"in_tokens":2903,"out_tokens":492},"mistral-large-2":{"in_tokens":1630,"out_tokens":618}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":852,"out_tokens":330,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":21.573466843000006,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8,"contradicted_count_mean":1.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.6,"claude-opus-4-7":0.6,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.525,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1543,"out_tokens":1258},"claude-opus-4-8":{"in_tokens":2844,"out_tokens":745},"claude-opus-4-7":{"in_tokens":2849,"out_tokens":675},"mistral-large-2":{"in_tokens":1638,"out_tokens":765}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":171,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":20.480391009000016,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_count_mean":0.25,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.4375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1243,"out_tokens":1270},"claude-opus-4-8":{"in_tokens":2342,"out_tokens":689},"claude-opus-4-7":{"in_tokens":2347,"out_tokens":538},"mistral-large-2":{"in_tokens":1292,"out_tokens":543}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":21.92530104399998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1279,"out_tokens":1420},"claude-opus-4-8":{"in_tokens":2414,"out_tokens":606},"claude-opus-4-7":{"in_tokens":2419,"out_tokens":461},"mistral-large-2":{"in_tokens":1348,"out_tokens":556}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":216,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":18.524987271999976,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.6428571428571428,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":1325},"claude-opus-4-8":{"in_tokens":2224,"out_tokens":517},"claude-opus-4-7":{"in_tokens":2229,"out_tokens":357},"mistral-large-2":{"in_tokens":1221,"out_tokens":546}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":979,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":15.006269304,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1598,"out_tokens":1671},"claude-opus-4-8":{"in_tokens":3064,"out_tokens":731},"claude-opus-4-7":{"in_tokens":3069,"out_tokens":622},"mistral-large-2":{"in_tokens":1776,"out_tokens":655}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":1005,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":15.78345686199998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1692,"out_tokens":1908},"claude-opus-4-8":{"in_tokens":3234,"out_tokens":744},"claude-opus-4-7":{"in_tokens":3239,"out_tokens":588},"mistral-large-2":{"in_tokens":1870,"out_tokens":637}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":552,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":9.979286419000005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":1321},"claude-opus-4-8":{"in_tokens":2599,"out_tokens":768},"claude-opus-4-7":{"in_tokens":2604,"out_tokens":618},"mistral-large-2":{"in_tokens":1502,"out_tokens":605}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":151,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":15.948461772999963,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.575,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1266,"out_tokens":1281},"claude-opus-4-8":{"in_tokens":2383,"out_tokens":752},"claude-opus-4-7":{"in_tokens":2388,"out_tokens":517},"mistral-large-2":{"in_tokens":1380,"out_tokens":625}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":911,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":15.628412290999961,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1493,"out_tokens":1988},"claude-opus-4-8":{"in_tokens":2886,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2891,"out_tokens":535},"mistral-large-2":{"in_tokens":1654,"out_tokens":619}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":865,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":20.319435063999947,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.8,"claude-opus-4-7":0.7,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.725,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1393,"out_tokens":1318},"claude-opus-4-8":{"in_tokens":2597,"out_tokens":684},"claude-opus-4-7":{"in_tokens":2602,"out_tokens":575},"mistral-large-2":{"in_tokens":1459,"out_tokens":630}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":786,"out_tokens":303,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":18.002752875,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_count_mean":0.5,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.775,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1461,"out_tokens":1538},"claude-opus-4-8":{"in_tokens":2812,"out_tokens":743},"claude-opus-4-7":{"in_tokens":2817,"out_tokens":723},"mistral-large-2":{"in_tokens":1541,"out_tokens":634}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":806,"out_tokens":407,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":24.14686885699996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_count_mean":1.0,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1636,"out_tokens":1419},"claude-opus-4-8":{"in_tokens":3227,"out_tokens":802},"claude-opus-4-7":{"in_tokens":3232,"out_tokens":697},"mistral-large-2":{"in_tokens":1747,"out_tokens":733}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":761,"out_tokens":136,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":19.04743022599996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.5714285714285714},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.5714285714285714,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1092,"out_tokens":1275},"claude-opus-4-8":{"in_tokens":2029,"out_tokens":547},"claude-opus-4-7":{"in_tokens":2034,"out_tokens":412},"mistral-large-2":{"in_tokens":1137,"out_tokens":519}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":790,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":13.839097859000049,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.25,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":1459},"claude-opus-4-8":{"in_tokens":2808,"out_tokens":728},"claude-opus-4-7":{"in_tokens":2813,"out_tokens":578},"mistral-large-2":{"in_tokens":1535,"out_tokens":754}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":716,"out_tokens":1007,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":15.836117183000056,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.25,"extra_count_mean":1.5,"extra_false_mean":0.75,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":1.0,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1634,"out_tokens":2922},"claude-opus-4-8":{"in_tokens":3138,"out_tokens":877},"claude-opus-4-7":{"in_tokens":3143,"out_tokens":684},"mistral-large-2":{"in_tokens":1773,"out_tokens":820}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":134,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":23.863628675000086,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1198,"out_tokens":1146},"claude-opus-4-8":{"in_tokens":2278,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2283,"out_tokens":525},"mistral-large-2":{"in_tokens":1289,"out_tokens":576}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":262,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":25.77920722700003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.4444444444444444,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.5277777777777778,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1595,"out_tokens":1738},"claude-opus-4-8":{"in_tokens":3022,"out_tokens":901},"claude-opus-4-7":{"in_tokens":3027,"out_tokens":718},"mistral-large-2":{"in_tokens":1797,"out_tokens":711}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":1089,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":18.823435188000076,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1525,"out_tokens":1916},"claude-opus-4-8":{"in_tokens":2996,"out_tokens":726},"claude-opus-4-7":{"in_tokens":3001,"out_tokens":552},"mistral-large-2":{"in_tokens":1662,"out_tokens":679}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":141,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.944583355999953,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1116,"out_tokens":1270},"claude-opus-4-8":{"in_tokens":2164,"out_tokens":617},"claude-opus-4-7":{"in_tokens":2169,"out_tokens":530},"mistral-large-2":{"in_tokens":1202,"out_tokens":527}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":1088,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":17.161054594999996,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":1.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1639,"out_tokens":2926},"claude-opus-4-8":{"in_tokens":3021,"out_tokens":848},"claude-opus-4-7":{"in_tokens":3026,"out_tokens":770},"mistral-large-2":{"in_tokens":1796,"out_tokens":755}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":755,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":13.39408993500001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":1.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1437,"out_tokens":1961},"claude-opus-4-8":{"in_tokens":2725,"out_tokens":737},"claude-opus-4-7":{"in_tokens":2730,"out_tokens":665},"mistral-large-2":{"in_tokens":1590,"out_tokens":683}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":783,"out_tokens":327,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":16.248911497999984,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.85,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1485,"out_tokens":1388},"claude-opus-4-8":{"in_tokens":2778,"out_tokens":740},"claude-opus-4-7":{"in_tokens":2783,"out_tokens":606},"mistral-large-2":{"in_tokens":1553,"out_tokens":708}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":869,"out_tokens":343,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":16.5033620800001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1524,"out_tokens":1137},"claude-opus-4-8":{"in_tokens":2850,"out_tokens":646},"claude-opus-4-7":{"in_tokens":2855,"out_tokens":502},"mistral-large-2":{"in_tokens":1607,"out_tokens":584}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":787,"out_tokens":212,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":18.117010575999984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1305,"out_tokens":1355},"claude-opus-4-8":{"in_tokens":2401,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2406,"out_tokens":488},"mistral-large-2":{"in_tokens":1360,"out_tokens":584}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":6216,"error":null,"skip_reason":null,"score_raw":0.5499999999999999,"duration_s":163.40075001900004,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"contradicted_count_mean":1.25,"extra_count_mean":1.5,"extra_false_mean":0.75,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.3,"claude-opus-4-7":0.5,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2541,"out_tokens":3309},"claude-opus-4-8":{"in_tokens":4728,"out_tokens":1323},"claude-opus-4-7":{"in_tokens":4733,"out_tokens":1029},"mistral-large-2":{"in_tokens":2714,"out_tokens":882}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":1095,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":17.379906186000085,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1498,"out_tokens":1517},"claude-opus-4-8":{"in_tokens":2942,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2947,"out_tokens":574},"mistral-large-2":{"in_tokens":1568,"out_tokens":495}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":779,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":13.493313865999994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1411,"out_tokens":1722},"claude-opus-4-8":{"in_tokens":2675,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2680,"out_tokens":608},"mistral-large-2":{"in_tokens":1517,"out_tokens":576}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":42.62589579300004,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.25,"contradicted_count_mean":0.5,"extra_count_mean":1.75,"extra_false_mean":0.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.125,"claude-opus-4-7":0.125,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.25,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":5,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1150,"out_tokens":1943},"claude-opus-4-8":{"in_tokens":2264,"out_tokens":913},"claude-opus-4-7":{"in_tokens":2269,"out_tokens":725},"mistral-large-2":{"in_tokens":1251,"out_tokens":685}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":754,"out_tokens":298,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":25.530743196000003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.5555555555555556,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1315,"out_tokens":1730},"claude-opus-4-8":{"in_tokens":2474,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2479,"out_tokens":603},"mistral-large-2":{"in_tokens":1393,"out_tokens":578}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":718,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":13.003057590000026,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1284,"out_tokens":1130},"claude-opus-4-8":{"in_tokens":2491,"out_tokens":564},"claude-opus-4-7":{"in_tokens":2496,"out_tokens":489},"mistral-large-2":{"in_tokens":1378,"out_tokens":500}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":799,"out_tokens":111,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":11.988789909999923,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.5,"claude-opus-4-7":0.4,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.45,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":1507},"claude-opus-4-8":{"in_tokens":2563,"out_tokens":670},"claude-opus-4-7":{"in_tokens":2568,"out_tokens":488},"mistral-large-2":{"in_tokens":1438,"out_tokens":687}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":6422,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":74.63720284899995,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1804,"out_tokens":2095},"claude-opus-4-8":{"in_tokens":3531,"out_tokens":773},"claude-opus-4-7":{"in_tokens":3536,"out_tokens":611},"mistral-large-2":{"in_tokens":1918,"out_tokens":970}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":21.168463506999956,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.5,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.825,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1218,"out_tokens":940},"claude-opus-4-8":{"in_tokens":2302,"out_tokens":697},"claude-opus-4-7":{"in_tokens":2307,"out_tokens":546},"mistral-large-2":{"in_tokens":1344,"out_tokens":617}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":741,"out_tokens":254,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":13.035320358000035,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":1142},"claude-opus-4-8":{"in_tokens":2343,"out_tokens":589},"claude-opus-4-7":{"in_tokens":2348,"out_tokens":523},"mistral-large-2":{"in_tokens":1298,"out_tokens":478}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":97,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":24.27428385299993,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.4444444444444444,"contradicted_count_mean":3.5,"extra_count_mean":0.75,"extra_false_mean":0.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":5.0,"claude-opus-4-7":5.0,"mistral-large-2":4.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1369,"out_tokens":1363},"claude-opus-4-8":{"in_tokens":2589,"out_tokens":859},"claude-opus-4-7":{"in_tokens":2594,"out_tokens":546},"mistral-large-2":{"in_tokens":1499,"out_tokens":665}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":7550,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":69.52899946899998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_count_mean":0.25,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":0.6,"claude-opus-4-7":0.7,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.7000000000000001,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1994,"out_tokens":1897},"claude-opus-4-8":{"in_tokens":3835,"out_tokens":1036},"claude-opus-4-7":{"in_tokens":3840,"out_tokens":862},"mistral-large-2":{"in_tokens":2199,"out_tokens":746}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":22.978143645000046,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.5,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1506,"out_tokens":1371},"claude-opus-4-8":{"in_tokens":2896,"out_tokens":712},"claude-opus-4-7":{"in_tokens":2901,"out_tokens":555},"mistral-large-2":{"in_tokens":1643,"out_tokens":677}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":863,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":20.41936290000001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.861111111111111,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1502,"out_tokens":916},"claude-opus-4-8":{"in_tokens":2761,"out_tokens":571},"claude-opus-4-7":{"in_tokens":2766,"out_tokens":482},"mistral-large-2":{"in_tokens":1579,"out_tokens":570}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1418,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":23.986729028000013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1757,"out_tokens":1390},"claude-opus-4-8":{"in_tokens":3325,"out_tokens":861},"claude-opus-4-7":{"in_tokens":3330,"out_tokens":628},"mistral-large-2":{"in_tokens":1898,"out_tokens":753}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":843,"out_tokens":269,"error":null,"skip_reason":null,"score_raw":0.6000000000000001,"duration_s":14.691221371999973,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.8,"claude-opus-4-7":0.4,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6000000000000001,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1562},"claude-opus-4-8":{"in_tokens":2848,"out_tokens":767},"claude-opus-4-7":{"in_tokens":2853,"out_tokens":678},"mistral-large-2":{"in_tokens":1601,"out_tokens":629}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":149,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":18.922585780999952,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1353,"out_tokens":1535},"claude-opus-4-8":{"in_tokens":2528,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2533,"out_tokens":529},"mistral-large-2":{"in_tokens":1481,"out_tokens":547}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":863,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":17.998366208999983,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.8,"claude-opus-4-7":0.7,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.725,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1511,"out_tokens":1207},"claude-opus-4-8":{"in_tokens":2765,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2770,"out_tokens":614},"mistral-large-2":{"in_tokens":1587,"out_tokens":721}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":1239,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":18.416631958999915,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_count_mean":1.0,"extra_count_mean":1.0,"extra_false_mean":1.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1749,"out_tokens":1264},"claude-opus-4-8":{"in_tokens":3475,"out_tokens":877},"claude-opus-4-7":{"in_tokens":3480,"out_tokens":673},"mistral-large-2":{"in_tokens":1895,"out_tokens":772}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":767,"out_tokens":201,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":18.420389751000016,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":1317},"claude-opus-4-8":{"in_tokens":2293,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2298,"out_tokens":506},"mistral-large-2":{"in_tokens":1284,"out_tokens":571}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1468,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":26.43144151499996,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.25,"contradicted_count_mean":2.5,"extra_count_mean":1.5,"extra_false_mean":0.75,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.375,"claude-opus-4-7":0.375,"mistral-large-2":0.25},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":4.0,"mistral-large-2":6.0},"score_ex_family":0.125,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":3},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1794,"out_tokens":2659},"claude-opus-4-8":{"in_tokens":3716,"out_tokens":951},"claude-opus-4-7":{"in_tokens":3721,"out_tokens":661},"mistral-large-2":{"in_tokens":1919,"out_tokens":821}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":19.246739171999934,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.25,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6388888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1245,"out_tokens":1341},"claude-opus-4-8":{"in_tokens":2365,"out_tokens":584},"claude-opus-4-7":{"in_tokens":2370,"out_tokens":490},"mistral-large-2":{"in_tokens":1347,"out_tokens":624}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":1795,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":29.617685331000075,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":1.5,"extra_count_mean":1.75,"extra_false_mean":1.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.2777777777777778,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":2,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2145,"out_tokens":1728},"claude-opus-4-8":{"in_tokens":4225,"out_tokens":1159},"claude-opus-4-7":{"in_tokens":4230,"out_tokens":794},"mistral-large-2":{"in_tokens":2320,"out_tokens":811}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":10445,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":174.21328687099998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.675,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1921,"out_tokens":2815},"claude-opus-4-8":{"in_tokens":3700,"out_tokens":1047},"claude-opus-4-7":{"in_tokens":3705,"out_tokens":846},"mistral-large-2":{"in_tokens":2100,"out_tokens":779}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":25.479202559999976,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1339,"out_tokens":1269},"claude-opus-4-8":{"in_tokens":2533,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2538,"out_tokens":521},"mistral-large-2":{"in_tokens":1465,"out_tokens":725}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":381,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":21.903472677999957,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1658,"out_tokens":1305},"claude-opus-4-8":{"in_tokens":3135,"out_tokens":616},"claude-opus-4-7":{"in_tokens":3140,"out_tokens":525},"mistral-large-2":{"in_tokens":1725,"out_tokens":644}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":27.149341743000036,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6388888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1339,"out_tokens":1088},"claude-opus-4-8":{"in_tokens":2542,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2547,"out_tokens":494},"mistral-large-2":{"in_tokens":1443,"out_tokens":565}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":672,"out_tokens":1259,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.535470121999992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.7142857142857143,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1567,"out_tokens":2066},"claude-opus-4-8":{"in_tokens":3187,"out_tokens":597},"claude-opus-4-7":{"in_tokens":3192,"out_tokens":540},"mistral-large-2":{"in_tokens":1658,"out_tokens":746}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":843,"out_tokens":289,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":19.17080303199998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_count_mean":0.25,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1396,"out_tokens":1108},"claude-opus-4-8":{"in_tokens":2661,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2666,"out_tokens":468},"mistral-large-2":{"in_tokens":1454,"out_tokens":676}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":761,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":15.556526830000053,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1230,"out_tokens":943},"claude-opus-4-8":{"in_tokens":2308,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2313,"out_tokens":478},"mistral-large-2":{"in_tokens":1291,"out_tokens":479}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":761,"out_tokens":261,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":16.428145374999986,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":1335},"claude-opus-4-8":{"in_tokens":2473,"out_tokens":590},"claude-opus-4-7":{"in_tokens":2478,"out_tokens":507},"mistral-large-2":{"in_tokens":1400,"out_tokens":622}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":23.184093295000025,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_count_mean":0.25,"extra_count_mean":1.25,"extra_false_mean":0.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.25,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.4375,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":1895},"claude-opus-4-8":{"in_tokens":2080,"out_tokens":673},"claude-opus-4-7":{"in_tokens":2085,"out_tokens":532},"mistral-large-2":{"in_tokens":1238,"out_tokens":759}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1070,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":18.373887138999976,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.9166666666666667,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":2681},"claude-opus-4-8":{"in_tokens":2727,"out_tokens":471},"claude-opus-4-7":{"in_tokens":2732,"out_tokens":478},"mistral-large-2":{"in_tokens":1447,"out_tokens":530}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1352,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":22.616603210999983,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":2.75,"extra_false_mean":1.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":1.0,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":10,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1537,"out_tokens":3120},"claude-opus-4-8":{"in_tokens":3003,"out_tokens":625},"claude-opus-4-7":{"in_tokens":3008,"out_tokens":544},"mistral-large-2":{"in_tokens":1667,"out_tokens":637}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":553,"out_tokens":1221,"error":null,"skip_reason":null,"score_raw":0.7083333333333333,"duration_s":21.000332751999963,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.5,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1437,"out_tokens":1365},"claude-opus-4-8":{"in_tokens":2879,"out_tokens":490},"claude-opus-4-7":{"in_tokens":2884,"out_tokens":446},"mistral-large-2":{"in_tokens":1529,"out_tokens":524}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":8048,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":143.580141163,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.2,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.5,"claude-opus-4-7":0.3,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1859,"out_tokens":1598},"claude-opus-4-8":{"in_tokens":3710,"out_tokens":1038},"claude-opus-4-7":{"in_tokens":3715,"out_tokens":853},"mistral-large-2":{"in_tokens":2010,"out_tokens":830}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":9976,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":171.08794183900005,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":1.0,"extra_count_mean":1.5,"extra_false_mean":0.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.611111111111111,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2040,"out_tokens":2011},"claude-opus-4-8":{"in_tokens":3931,"out_tokens":953},"claude-opus-4-7":{"in_tokens":3936,"out_tokens":846},"mistral-large-2":{"in_tokens":2164,"out_tokens":781}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":18.834939445000032,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1142,"out_tokens":953},"claude-opus-4-8":{"in_tokens":2277,"out_tokens":716},"claude-opus-4-7":{"in_tokens":2282,"out_tokens":466},"mistral-large-2":{"in_tokens":1222,"out_tokens":472}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":699,"out_tokens":306,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":17.733655940999938,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8928571428571428,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1302,"out_tokens":1418},"claude-opus-4-8":{"in_tokens":2505,"out_tokens":557},"claude-opus-4-7":{"in_tokens":2510,"out_tokens":410},"mistral-large-2":{"in_tokens":1368,"out_tokens":570}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":20.200676351000084,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":2.0,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.2222222222222222,"claude-opus-4-8":0.2222222222222222,"claude-opus-4-7":0.2222222222222222,"mistral-large-2":0.2222222222222222},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.2222222222222222,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1176,"out_tokens":1231},"claude-opus-4-8":{"in_tokens":2350,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2355,"out_tokens":526},"mistral-large-2":{"in_tokens":1263,"out_tokens":648}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":1284,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":20.75043167599995,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":2.75,"extra_false_mean":1.5,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.5714285714285714,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":4.0,"mistral-large-2":2.0},"score_ex_family":0.5714285714285714,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1564,"out_tokens":3202},"claude-opus-4-8":{"in_tokens":3059,"out_tokens":782},"claude-opus-4-7":{"in_tokens":3064,"out_tokens":731},"mistral-large-2":{"in_tokens":1692,"out_tokens":619}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":266,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":34.90434225199999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1382,"out_tokens":1359},"claude-opus-4-8":{"in_tokens":2651,"out_tokens":719},"claude-opus-4-7":{"in_tokens":2656,"out_tokens":555},"mistral-large-2":{"in_tokens":1526,"out_tokens":488}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":765,"out_tokens":141,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":25.54870990099994,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.53125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1217,"out_tokens":1133},"claude-opus-4-8":{"in_tokens":2277,"out_tokens":672},"claude-opus-4-7":{"in_tokens":2282,"out_tokens":513},"mistral-large-2":{"in_tokens":1258,"out_tokens":562}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1223,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":19.572788743000046,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1461,"out_tokens":1740},"claude-opus-4-8":{"in_tokens":2968,"out_tokens":491},"claude-opus-4-7":{"in_tokens":2973,"out_tokens":442},"mistral-large-2":{"in_tokens":1562,"out_tokens":445}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":261,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":25.83463177300007,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_count_mean":0.25,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1246,"out_tokens":2037},"claude-opus-4-8":{"in_tokens":2455,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2460,"out_tokens":505},"mistral-large-2":{"in_tokens":1362,"out_tokens":743}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":812,"out_tokens":142,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":30.543071383999973,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.3,"claude-opus-4-7":0.4,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.475,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1274,"out_tokens":1477},"claude-opus-4-8":{"in_tokens":2397,"out_tokens":858},"claude-opus-4-7":{"in_tokens":2402,"out_tokens":589},"mistral-large-2":{"in_tokens":1391,"out_tokens":794}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":1518,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":24.312535815999922,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.5,"extra_count_mean":3.5,"extra_false_mean":1.5,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":1.0,"claude-opus-4-7":0.5,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.6666666666666667,"false_claim_types":{"az":0,"paragraph":12,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1583,"out_tokens":2656},"claude-opus-4-8":{"in_tokens":3084,"out_tokens":687},"claude-opus-4-7":{"in_tokens":3089,"out_tokens":654},"mistral-large-2":{"in_tokens":1667,"out_tokens":592}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":25.383794427999987,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":1.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.375,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":2609},"claude-opus-4-8":{"in_tokens":2327,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2332,"out_tokens":607},"mistral-large-2":{"in_tokens":1390,"out_tokens":618}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1423,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":25.81473213600009,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.16666666666666666,"contradicted_count_mean":1.0,"extra_count_mean":1.5,"extra_false_mean":1.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.16666666666666666,"claude-opus-4-8":0.5,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.3333333333333333},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.25,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1597,"out_tokens":1686},"claude-opus-4-8":{"in_tokens":3147,"out_tokens":696},"claude-opus-4-7":{"in_tokens":3152,"out_tokens":560},"mistral-large-2":{"in_tokens":1712,"out_tokens":653}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":6672,"error":null,"skip_reason":null,"score_raw":0.7045454545454546,"duration_s":138.920718545,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.7272727272727273,"contradicted_count_mean":1.0,"extra_count_mean":2.75,"extra_false_mean":1.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.6363636363636364,"claude-opus-4-8":0.8181818181818182,"claude-opus-4-7":0.5454545454545454,"mistral-large-2":0.8181818181818182},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":6.0},"score_ex_family":0.7272727272727272,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":2,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1853,"out_tokens":2621},"claude-opus-4-8":{"in_tokens":3541,"out_tokens":1032},"claude-opus-4-7":{"in_tokens":3546,"out_tokens":1054},"mistral-large-2":{"in_tokens":2061,"out_tokens":1196}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":1114,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":19.431991611000058,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":3.0,"extra_false_mean":2.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":6.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1460,"out_tokens":2848},"claude-opus-4-8":{"in_tokens":2864,"out_tokens":839},"claude-opus-4-7":{"in_tokens":2869,"out_tokens":652},"mistral-large-2":{"in_tokens":1546,"out_tokens":622}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":23.585869391000074,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.84375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1456,"out_tokens":1554},"claude-opus-4-8":{"in_tokens":2827,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2832,"out_tokens":586},"mistral-large-2":{"in_tokens":1631,"out_tokens":600}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":1162,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":20.40427982799997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.5,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.7857142857142857,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1405,"out_tokens":1846},"claude-opus-4-8":{"in_tokens":2765,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2770,"out_tokens":450},"mistral-large-2":{"in_tokens":1504,"out_tokens":541}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.46428571428571425,"duration_s":26.942695866999998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.2857142857142857,"claude-opus-4-8":0.5714285714285714,"claude-opus-4-7":0.42857142857142855,"mistral-large-2":0.5714285714285714},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.46428571428571425,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1510,"out_tokens":1385},"claude-opus-4-8":{"in_tokens":2801,"out_tokens":741},"claude-opus-4-7":{"in_tokens":2806,"out_tokens":504},"mistral-large-2":{"in_tokens":1693,"out_tokens":503}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":830,"out_tokens":148,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":34.428873385999964,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.25,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.4722222222222222,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1505,"out_tokens":1182},"claude-opus-4-8":{"in_tokens":2850,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2855,"out_tokens":578},"mistral-large-2":{"in_tokens":1699,"out_tokens":759}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":787,"out_tokens":109,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":23.554716271000075,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1095,"out_tokens":1185},"claude-opus-4-8":{"in_tokens":2095,"out_tokens":557},"claude-opus-4-7":{"in_tokens":2100,"out_tokens":491},"mistral-large-2":{"in_tokens":1178,"out_tokens":484}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":7859,"error":null,"skip_reason":null,"score_raw":0.19444444444444442,"duration_s":95.0580503519999,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.4444444444444444,"contradicted_count_mean":2.0,"extra_count_mean":2.5,"extra_false_mean":2.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.1111111111111111,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.1111111111111111,"mistral-large-2":0.2222222222222222},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":5.0},"score_ex_family":0.2222222222222222,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2158,"out_tokens":3201},"claude-opus-4-8":{"in_tokens":4138,"out_tokens":1198},"claude-opus-4-7":{"in_tokens":4143,"out_tokens":981},"mistral-large-2":{"in_tokens":2297,"out_tokens":890}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":824,"out_tokens":127,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":30.043360510999946,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.375,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1206,"out_tokens":1465},"claude-opus-4-8":{"in_tokens":2277,"out_tokens":716},"claude-opus-4-7":{"in_tokens":2282,"out_tokens":550},"mistral-large-2":{"in_tokens":1303,"out_tokens":548}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":1522,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":25.493935031000092,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.875,"contradicted_count_mean":1.0,"extra_count_mean":2.25,"extra_false_mean":1.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.4375,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1710,"out_tokens":2861},"claude-opus-4-8":{"in_tokens":3410,"out_tokens":854},"claude-opus-4-7":{"in_tokens":3415,"out_tokens":693},"mistral-large-2":{"in_tokens":1854,"out_tokens":746}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":1674,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":27.93158380600005,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.875,"contradicted_count_mean":1.25,"extra_count_mean":2.0,"extra_false_mean":0.75,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.4375,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1963,"out_tokens":2575},"claude-opus-4-8":{"in_tokens":3741,"out_tokens":912},"claude-opus-4-7":{"in_tokens":3746,"out_tokens":629},"mistral-large-2":{"in_tokens":2065,"out_tokens":799}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":18.034638513000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8055555555555556,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1267,"out_tokens":1259},"claude-opus-4-8":{"in_tokens":2419,"out_tokens":656},"claude-opus-4-7":{"in_tokens":2424,"out_tokens":512},"mistral-large-2":{"in_tokens":1381,"out_tokens":564}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":556,"out_tokens":1273,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":22.13807625000004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1537,"out_tokens":1430},"claude-opus-4-8":{"in_tokens":3030,"out_tokens":642},"claude-opus-4-7":{"in_tokens":3035,"out_tokens":524},"mistral-large-2":{"in_tokens":1618,"out_tokens":625}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":906,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":15.690101811999966,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.5714285714285714,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":1526},"claude-opus-4-8":{"in_tokens":2672,"out_tokens":532},"claude-opus-4-7":{"in_tokens":2677,"out_tokens":547},"mistral-large-2":{"in_tokens":1396,"out_tokens":525}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":318,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":33.962550556999986,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.59375,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1818,"out_tokens":1952},"claude-opus-4-8":{"in_tokens":3383,"out_tokens":877},"claude-opus-4-7":{"in_tokens":3388,"out_tokens":656},"mistral-large-2":{"in_tokens":1954,"out_tokens":617}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":7252,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":99.42631541200001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":1.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9,"false_claim_types":{"az":1,"paragraph":2,"study":0,"number":3,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2813,"out_tokens":3240},"claude-opus-4-8":{"in_tokens":5367,"out_tokens":1275},"claude-opus-4-7":{"in_tokens":5372,"out_tokens":950},"mistral-large-2":{"in_tokens":3032,"out_tokens":798}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":781,"out_tokens":170,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":37.47635673299999,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.4444444444444444,"contradicted_count_mean":3.0,"extra_count_mean":1.25,"extra_false_mean":1.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":7.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1448,"out_tokens":1110},"claude-opus-4-8":{"in_tokens":2734,"out_tokens":891},"claude-opus-4-7":{"in_tokens":2739,"out_tokens":550},"mistral-large-2":{"in_tokens":1588,"out_tokens":801}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":137,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":20.250241820000042,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.4444444444444444},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.38888888888888884,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1221,"out_tokens":2109},"claude-opus-4-8":{"in_tokens":2343,"out_tokens":832},"claude-opus-4-7":{"in_tokens":2348,"out_tokens":609},"mistral-large-2":{"in_tokens":1346,"out_tokens":662}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1175,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":17.786011196999993,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":1.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.6428571428571428,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1412,"out_tokens":2805},"claude-opus-4-8":{"in_tokens":2884,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2889,"out_tokens":553},"mistral-large-2":{"in_tokens":1497,"out_tokens":628}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":152,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":22.44200012300007,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_count_mean":1.25,"extra_count_mean":0.75,"extra_false_mean":0.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":1170},"claude-opus-4-8":{"in_tokens":2545,"out_tokens":724},"claude-opus-4-7":{"in_tokens":2550,"out_tokens":590},"mistral-large-2":{"in_tokens":1494,"out_tokens":692}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":25.707787501000098,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6388888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1540,"out_tokens":1347},"claude-opus-4-8":{"in_tokens":2938,"out_tokens":737},"claude-opus-4-7":{"in_tokens":2943,"out_tokens":531},"mistral-large-2":{"in_tokens":1679,"out_tokens":608}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.786721661,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1232,"out_tokens":1783},"claude-opus-4-8":{"in_tokens":2388,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2393,"out_tokens":513},"mistral-large-2":{"in_tokens":1350,"out_tokens":608}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":24.677159415000006,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6944444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1378,"out_tokens":1973},"claude-opus-4-8":{"in_tokens":2647,"out_tokens":757},"claude-opus-4-7":{"in_tokens":2652,"out_tokens":568},"mistral-large-2":{"in_tokens":1509,"out_tokens":549}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":798,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":37.02218915000003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.825,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1296,"out_tokens":1623},"claude-opus-4-8":{"in_tokens":2456,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2461,"out_tokens":512},"mistral-large-2":{"in_tokens":1419,"out_tokens":600}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":74.04424762300005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1224,"out_tokens":1245},"claude-opus-4-8":{"in_tokens":2456,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2461,"out_tokens":546},"mistral-large-2":{"in_tokens":1336,"out_tokens":471}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":1676,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":27.594271873000025,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":2.75,"extra_false_mean":1.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.5,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2337,"out_tokens":2938},"claude-opus-4-8":{"in_tokens":4514,"out_tokens":1152},"claude-opus-4-7":{"in_tokens":4519,"out_tokens":844},"mistral-large-2":{"in_tokens":2519,"out_tokens":826}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":12465,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":207.86003605499997,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_count_mean":1.25,"extra_count_mean":1.75,"extra_false_mean":0.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.1,"claude-opus-4-8":0.4,"claude-opus-4-7":0.2,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.325,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2070,"out_tokens":2323},"claude-opus-4-8":{"in_tokens":3801,"out_tokens":1056},"claude-opus-4-7":{"in_tokens":3806,"out_tokens":980},"mistral-large-2":{"in_tokens":2196,"out_tokens":982}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1010,"out_tokens":1968,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":31.43969317199992,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"contradicted_count_mean":1.5,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":5.0},"score_ex_family":0.45,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":5},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2539,"out_tokens":2627},"claude-opus-4-8":{"in_tokens":4956,"out_tokens":1161},"claude-opus-4-7":{"in_tokens":4961,"out_tokens":720},"mistral-large-2":{"in_tokens":2672,"out_tokens":895}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":178,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":21.199734259000024,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1215,"out_tokens":1166},"claude-opus-4-8":{"in_tokens":2348,"out_tokens":646},"claude-opus-4-7":{"in_tokens":2353,"out_tokens":446},"mistral-large-2":{"in_tokens":1345,"out_tokens":541}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":33.49145875199997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_count_mean":0.25,"extra_count_mean":1.75,"extra_false_mean":0.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.8,"claude-opus-4-7":0.7,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.6499999999999999,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2458,"out_tokens":2882},"claude-opus-4-8":{"in_tokens":4833,"out_tokens":1043},"claude-opus-4-7":{"in_tokens":4838,"out_tokens":822},"mistral-large-2":{"in_tokens":2644,"out_tokens":929}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":34.782496005999974,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":2.0,"extra_count_mean":0.5,"extra_false_mean":0.5,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.2222222222222222,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.3611111111111111,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":0},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1262,"out_tokens":1920},"claude-opus-4-8":{"in_tokens":2380,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2385,"out_tokens":571},"mistral-large-2":{"in_tokens":1368,"out_tokens":651}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":916,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":29.814679303999924,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":2.75,"extra_false_mean":1.0,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.9,"claude-opus-4-7":0.8,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2452,"out_tokens":3111},"claude-opus-4-8":{"in_tokens":4869,"out_tokens":1064},"claude-opus-4-7":{"in_tokens":4874,"out_tokens":764},"mistral-large-2":{"in_tokens":2593,"out_tokens":911}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":22.198851260000083,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1211,"out_tokens":1440},"claude-opus-4-8":{"in_tokens":2404,"out_tokens":722},"claude-opus-4-7":{"in_tokens":2409,"out_tokens":600},"mistral-large-2":{"in_tokens":1323,"out_tokens":574}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":24.619119533999992,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.2222222222222222,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.1111111111111111,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1299,"out_tokens":2147},"claude-opus-4-8":{"in_tokens":2550,"out_tokens":764},"claude-opus-4-7":{"in_tokens":2555,"out_tokens":595},"mistral-large-2":{"in_tokens":1406,"out_tokens":621}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":21.346439033000024,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1165,"out_tokens":1236},"claude-opus-4-8":{"in_tokens":2286,"out_tokens":863},"claude-opus-4-7":{"in_tokens":2291,"out_tokens":607},"mistral-large-2":{"in_tokens":1279,"out_tokens":511}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":35.26271718700002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.4444444444444444},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1275,"out_tokens":1079},"claude-opus-4-8":{"in_tokens":2411,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2416,"out_tokens":449},"mistral-large-2":{"in_tokens":1369,"out_tokens":560}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1396,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.949240366000026,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.6428571428571428,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1650,"out_tokens":2078},"claude-opus-4-8":{"in_tokens":3202,"out_tokens":613},"claude-opus-4-7":{"in_tokens":3207,"out_tokens":503},"mistral-large-2":{"in_tokens":1770,"out_tokens":690}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":25.357907265000108,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":1890},"claude-opus-4-8":{"in_tokens":2372,"out_tokens":758},"claude-opus-4-7":{"in_tokens":2377,"out_tokens":570},"mistral-large-2":{"in_tokens":1380,"out_tokens":702}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":30.84113160700008,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1179,"out_tokens":1413},"claude-opus-4-8":{"in_tokens":2200,"out_tokens":612},"claude-opus-4-7":{"in_tokens":2205,"out_tokens":542},"mistral-large-2":{"in_tokens":1303,"out_tokens":576}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":861,"out_tokens":295,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":44.34677175599995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1459,"out_tokens":1656},"claude-opus-4-8":{"in_tokens":2729,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2734,"out_tokens":583},"mistral-large-2":{"in_tokens":1602,"out_tokens":602}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":886,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":32.57989841599999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8,"contradicted_count_mean":0.25,"extra_count_mean":2.5,"extra_false_mean":1.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2467,"out_tokens":3415},"claude-opus-4-8":{"in_tokens":4840,"out_tokens":969},"claude-opus-4-7":{"in_tokens":4845,"out_tokens":936},"mistral-large-2":{"in_tokens":2644,"out_tokens":951}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1519,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":24.559563989000026,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_count_mean":0.75,"extra_count_mean":2.25,"extra_false_mean":2.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.6,"claude-opus-4-7":0.4,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.45,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":3,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1958,"out_tokens":2673},"claude-opus-4-8":{"in_tokens":3941,"out_tokens":892},"claude-opus-4-7":{"in_tokens":3946,"out_tokens":846},"mistral-large-2":{"in_tokens":2109,"out_tokens":900}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":17.91182729100001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1205,"out_tokens":1160},"claude-opus-4-8":{"in_tokens":2305,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2310,"out_tokens":480},"mistral-large-2":{"in_tokens":1339,"out_tokens":561}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":134,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":15.199297032000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1061,"out_tokens":1139},"claude-opus-4-8":{"in_tokens":2031,"out_tokens":522},"claude-opus-4-7":{"in_tokens":2036,"out_tokens":440},"mistral-large-2":{"in_tokens":1150,"out_tokens":472}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":1705,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":27.449571949000074,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":1.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.6666666666666667,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1750,"out_tokens":2094},"claude-opus-4-8":{"in_tokens":3383,"out_tokens":796},"claude-opus-4-7":{"in_tokens":3388,"out_tokens":590},"mistral-large-2":{"in_tokens":1897,"out_tokens":669}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":4919,"error":null,"skip_reason":null,"score_raw":0.15,"duration_s":68.21107257200003,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_count_mean":3.0,"extra_count_mean":2.25,"extra_false_mean":1.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.5,"mistral-large-2":0.1},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":6.0,"claude-opus-4-7":3.0,"mistral-large-2":7.0},"score_ex_family":0.19999999999999998,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":3},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1910,"out_tokens":2136},"claude-opus-4-8":{"in_tokens":3764,"out_tokens":1242},"claude-opus-4-7":{"in_tokens":3769,"out_tokens":983},"mistral-large-2":{"in_tokens":2041,"out_tokens":922}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":601.200028539,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":1177,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":19.537661368000045,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.375,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.5,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1719,"out_tokens":3176},"claude-opus-4-8":{"in_tokens":3308,"out_tokens":858},"claude-opus-4-7":{"in_tokens":3313,"out_tokens":624},"mistral-large-2":{"in_tokens":1836,"out_tokens":893}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":205,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":24.961999470000023,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6388888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1218,"out_tokens":768},"claude-opus-4-8":{"in_tokens":2291,"out_tokens":657},"claude-opus-4-7":{"in_tokens":2296,"out_tokens":520},"mistral-large-2":{"in_tokens":1301,"out_tokens":554}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":6852,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":85.10424883300004,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_count_mean":0.5,"extra_count_mean":1.25,"extra_false_mean":1.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.5,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.5833333333333334,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1908,"out_tokens":1699},"claude-opus-4-8":{"in_tokens":3703,"out_tokens":1021},"claude-opus-4-7":{"in_tokens":3708,"out_tokens":807},"mistral-large-2":{"in_tokens":2033,"out_tokens":672}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":892,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":37.598010757,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1349,"out_tokens":1143},"claude-opus-4-8":{"in_tokens":2562,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2567,"out_tokens":483},"mistral-large-2":{"in_tokens":1492,"out_tokens":434}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":157,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":30.914154124999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.84375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1151,"out_tokens":1094},"claude-opus-4-8":{"in_tokens":2297,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2302,"out_tokens":481},"mistral-large-2":{"in_tokens":1226,"out_tokens":511}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":121,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":37.98150314899999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.25,"contradicted_count_mean":1.5,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.125,"claude-opus-4-7":0.125,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":0.0},"score_ex_family":0.28125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1084,"out_tokens":1430},"claude-opus-4-8":{"in_tokens":2081,"out_tokens":811},"claude-opus-4-7":{"in_tokens":2086,"out_tokens":595},"mistral-large-2":{"in_tokens":1148,"out_tokens":508}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":789,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":30.314136512000005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.6944444444444444,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1238,"out_tokens":1893},"claude-opus-4-8":{"in_tokens":2425,"out_tokens":843},"claude-opus-4-7":{"in_tokens":2430,"out_tokens":529},"mistral-large-2":{"in_tokens":1324,"out_tokens":599}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":173,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":24.437740763999955,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1191,"out_tokens":1458},"claude-opus-4-8":{"in_tokens":2271,"out_tokens":556},"claude-opus-4-7":{"in_tokens":2276,"out_tokens":452},"mistral-large-2":{"in_tokens":1296,"out_tokens":583}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1309,"out_tokens":1895,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":31.048327608000022,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_count_mean":0.25,"extra_count_mean":1.75,"extra_false_mean":0.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":6.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2617,"out_tokens":2203},"claude-opus-4-8":{"in_tokens":5076,"out_tokens":966},"claude-opus-4-7":{"in_tokens":5081,"out_tokens":718},"mistral-large-2":{"in_tokens":2746,"out_tokens":1055}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1103,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":34.668064125,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_count_mean":1.25,"extra_count_mean":3.25,"extra_false_mean":2.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":6.0,"claude-opus-4-7":6.0,"mistral-large-2":4.0},"score_ex_family":0.55,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":1,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2507,"out_tokens":3055},"claude-opus-4-8":{"in_tokens":4894,"out_tokens":1259},"claude-opus-4-7":{"in_tokens":4899,"out_tokens":1008},"mistral-large-2":{"in_tokens":2697,"out_tokens":922}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":6263,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":137.250248324,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_count_mean":2.0,"extra_count_mean":3.5,"extra_false_mean":2.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.3},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":5.0,"claude-opus-4-7":5.0,"mistral-large-2":11.0},"score_ex_family":0.43333333333333335,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":2,"other":5},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2282,"out_tokens":3304},"claude-opus-4-8":{"in_tokens":4335,"out_tokens":1092},"claude-opus-4-7":{"in_tokens":4340,"out_tokens":866},"mistral-large-2":{"in_tokens":2461,"out_tokens":1133}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":8933,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":152.72430834099998,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5,"contradicted_count_mean":1.5,"extra_count_mean":2.0,"extra_false_mean":1.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.4,"claude-opus-4-7":0.3,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.4,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":6,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":2116},"claude-opus-4-8":{"in_tokens":2686,"out_tokens":1150},"claude-opus-4-7":{"in_tokens":2691,"out_tokens":843},"mistral-large-2":{"in_tokens":1509,"out_tokens":903}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":9294,"error":null,"skip_reason":null,"score_raw":0.5454545454545454,"duration_s":154.913605017,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_count_mean":1.0,"extra_count_mean":1.5,"extra_false_mean":1.5,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5454545454545454,"claude-opus-4-8":0.5454545454545454,"claude-opus-4-7":0.5454545454545454,"mistral-large-2":0.5454545454545454},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.5454545454545454,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1495,"out_tokens":1920},"claude-opus-4-8":{"in_tokens":2816,"out_tokens":1009},"claude-opus-4-7":{"in_tokens":2821,"out_tokens":931},"mistral-large-2":{"in_tokens":1661,"out_tokens":866}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":10432,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":172.72616392200007,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_count_mean":1.25,"extra_count_mean":1.5,"extra_false_mean":1.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.25,"claude-opus-4-7":0.125,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.21875,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":1517},"claude-opus-4-8":{"in_tokens":2704,"out_tokens":1041},"claude-opus-4-7":{"in_tokens":2709,"out_tokens":756},"mistral-large-2":{"in_tokens":1540,"out_tokens":761}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1109,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":34.023435319999976,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":3.25,"extra_false_mean":2.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.85,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":7},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2620,"out_tokens":2550},"claude-opus-4-8":{"in_tokens":5088,"out_tokens":1181},"claude-opus-4-7":{"in_tokens":5093,"out_tokens":1002},"mistral-large-2":{"in_tokens":2813,"out_tokens":881}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":278,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":32.47068224700001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_count_mean":0.25,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.59375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1359,"out_tokens":1673},"claude-opus-4-8":{"in_tokens":2811,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2816,"out_tokens":554},"mistral-large-2":{"in_tokens":1459,"out_tokens":615}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":927,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":24.492001998999967,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.5,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1499,"out_tokens":1780},"claude-opus-4-8":{"in_tokens":2906,"out_tokens":678},"claude-opus-4-7":{"in_tokens":2911,"out_tokens":628},"mistral-large-2":{"in_tokens":1678,"out_tokens":560}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":22.91512276800006,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6071428571428571,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1274,"out_tokens":1633},"claude-opus-4-8":{"in_tokens":2576,"out_tokens":582},"claude-opus-4-7":{"in_tokens":2581,"out_tokens":593},"mistral-large-2":{"in_tokens":1364,"out_tokens":536}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":316,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":27.789838857000063,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.53125,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1432,"out_tokens":1707},"claude-opus-4-8":{"in_tokens":2849,"out_tokens":733},"claude-opus-4-7":{"in_tokens":2854,"out_tokens":550},"mistral-large-2":{"in_tokens":1540,"out_tokens":675}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":329,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":44.70324362300005,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":1.75,"extra_count_mean":1.5,"extra_false_mean":1.5,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.1111111111111111,"claude-opus-4-8":0.2222222222222222,"claude-opus-4-7":0.2222222222222222,"mistral-large-2":0.3333333333333333},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":2.0},"score_ex_family":0.2222222222222222,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":3,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1545,"out_tokens":2263},"claude-opus-4-8":{"in_tokens":3072,"out_tokens":1068},"claude-opus-4-7":{"in_tokens":3077,"out_tokens":837},"mistral-large-2":{"in_tokens":1664,"out_tokens":763}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":985,"out_tokens":139,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":27.686467096,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.2857142857142857,"claude-opus-4-7":0.42857142857142855,"mistral-large-2":0.5714285714285714},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.42857142857142855,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1499,"out_tokens":896},"claude-opus-4-8":{"in_tokens":2758,"out_tokens":556},"claude-opus-4-7":{"in_tokens":2763,"out_tokens":477},"mistral-large-2":{"in_tokens":1686,"out_tokens":501}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":781,"out_tokens":298,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":59.18777994000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1393,"out_tokens":2104},"claude-opus-4-8":{"in_tokens":2555,"out_tokens":883},"claude-opus-4-7":{"in_tokens":2560,"out_tokens":593},"mistral-large-2":{"in_tokens":1562,"out_tokens":839}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":4434,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":47.32668846599995,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9047619047619048,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1718,"out_tokens":1757},"claude-opus-4-8":{"in_tokens":3362,"out_tokens":818},"claude-opus-4-7":{"in_tokens":3367,"out_tokens":647},"mistral-large-2":{"in_tokens":1823,"out_tokens":674}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":20.21222520899994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1085,"out_tokens":1308},"claude-opus-4-8":{"in_tokens":2177,"out_tokens":565},"claude-opus-4-7":{"in_tokens":2182,"out_tokens":416},"mistral-large-2":{"in_tokens":1159,"out_tokens":485}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":5732,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":60.75103908899996,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":0.5,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1794,"out_tokens":2650},"claude-opus-4-8":{"in_tokens":3587,"out_tokens":712},"claude-opus-4-7":{"in_tokens":3592,"out_tokens":627},"mistral-large-2":{"in_tokens":1913,"out_tokens":698}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":142,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.352499830000056,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":997},"claude-opus-4-8":{"in_tokens":2329,"out_tokens":685},"claude-opus-4-7":{"in_tokens":2334,"out_tokens":474},"mistral-large-2":{"in_tokens":1337,"out_tokens":562}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":251,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":23.658289968999952,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1076,"out_tokens":1206},"claude-opus-4-8":{"in_tokens":2174,"out_tokens":491},"claude-opus-4-7":{"in_tokens":2179,"out_tokens":393},"mistral-large-2":{"in_tokens":1144,"out_tokens":496}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":31.75531148699997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.3333333333333333,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.16666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5416666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1148,"out_tokens":2068},"claude-opus-4-8":{"in_tokens":2254,"out_tokens":423},"claude-opus-4-7":{"in_tokens":2259,"out_tokens":457},"mistral-large-2":{"in_tokens":1243,"out_tokens":556}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":314,"error":null,"skip_reason":null,"score_raw":0.21428571428571427,"duration_s":29.898804529000017,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.2857142857142857,"contradicted_count_mean":1.25,"extra_count_mean":2.0,"extra_false_mean":2.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.2857142857142857,"claude-opus-4-7":0.14285714285714285,"mistral-large-2":0.42857142857142855},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.21428571428571427,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1218,"out_tokens":2893},"claude-opus-4-8":{"in_tokens":2402,"out_tokens":767},"claude-opus-4-7":{"in_tokens":2407,"out_tokens":587},"mistral-large-2":{"in_tokens":1332,"out_tokens":745}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":27.475506430999985,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":1.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.8055555555555556,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":2022},"claude-opus-4-8":{"in_tokens":2566,"out_tokens":972},"claude-opus-4-7":{"in_tokens":2571,"out_tokens":701},"mistral-large-2":{"in_tokens":1487,"out_tokens":605}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":6268,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":173.150938118,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_count_mean":0.75,"extra_count_mean":2.0,"extra_false_mean":1.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.625,"claude-opus-4-7":0.375,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.5416666666666666,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2029,"out_tokens":1813},"claude-opus-4-8":{"in_tokens":3800,"out_tokens":1035},"claude-opus-4-7":{"in_tokens":3805,"out_tokens":907},"mistral-large-2":{"in_tokens":2231,"out_tokens":738}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":22.194966878999935,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_count_mean":0.75,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.16666666666666666,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1173,"out_tokens":1631},"claude-opus-4-8":{"in_tokens":2335,"out_tokens":565},"claude-opus-4-7":{"in_tokens":2340,"out_tokens":412},"mistral-large-2":{"in_tokens":1242,"out_tokens":520}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":824,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":77.70721300700006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1251,"out_tokens":1111},"claude-opus-4-8":{"in_tokens":2491,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2496,"out_tokens":509},"mistral-large-2":{"in_tokens":1389,"out_tokens":472}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":20.49020025099992,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.5416666666666666,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1120,"out_tokens":1609},"claude-opus-4-8":{"in_tokens":2282,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2287,"out_tokens":415},"mistral-large-2":{"in_tokens":1199,"out_tokens":466}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":3848,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":54.610480241000005,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":0.25,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2086,"out_tokens":1377},"claude-opus-4-8":{"in_tokens":4052,"out_tokens":785},"claude-opus-4-7":{"in_tokens":4057,"out_tokens":861},"mistral-large-2":{"in_tokens":2258,"out_tokens":976}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":251,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":24.231976200999952,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.9166666666666667,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1069,"out_tokens":1828},"claude-opus-4-8":{"in_tokens":2056,"out_tokens":532},"claude-opus-4-7":{"in_tokens":2061,"out_tokens":392},"mistral-large-2":{"in_tokens":1113,"out_tokens":469}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1029,"out_tokens":342,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":53.469061186999966,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_count_mean":0.25,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.59375,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1876,"out_tokens":2500},"claude-opus-4-8":{"in_tokens":3471,"out_tokens":825},"claude-opus-4-7":{"in_tokens":3476,"out_tokens":672},"mistral-large-2":{"in_tokens":2007,"out_tokens":810}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":892,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":26.554417217999912,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6111111111111112,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1345,"out_tokens":1104},"claude-opus-4-8":{"in_tokens":2577,"out_tokens":584},"claude-opus-4-7":{"in_tokens":2582,"out_tokens":565},"mistral-large-2":{"in_tokens":1463,"out_tokens":632}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":502,"out_tokens":3437,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":60.717191778999904,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.75,"extra_count_mean":1.0,"extra_false_mean":1.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.2222222222222222,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.4444444444444444},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.3333333333333333,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1550,"out_tokens":1780},"claude-opus-4-8":{"in_tokens":2955,"out_tokens":891},"claude-opus-4-7":{"in_tokens":2960,"out_tokens":702},"mistral-large-2":{"in_tokens":1636,"out_tokens":686}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":6924,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":91.45275820899997,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.25,"extra_count_mean":5.0,"extra_false_mean":3.0,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":7.0,"claude-opus-4-7":5.0,"mistral-large-2":7.0},"score_ex_family":0.7777777777777777,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":5,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":3075,"out_tokens":3536},"claude-opus-4-8":{"in_tokens":6162,"out_tokens":1371},"claude-opus-4-7":{"in_tokens":6167,"out_tokens":946},"mistral-large-2":{"in_tokens":3283,"out_tokens":1211}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":27.21427096100001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1165,"out_tokens":2159},"claude-opus-4-8":{"in_tokens":2299,"out_tokens":706},"claude-opus-4-7":{"in_tokens":2304,"out_tokens":586},"mistral-large-2":{"in_tokens":1219,"out_tokens":540}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":850,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":34.61924602499994,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1284,"out_tokens":1486},"claude-opus-4-8":{"in_tokens":2448,"out_tokens":742},"claude-opus-4-7":{"in_tokens":2453,"out_tokens":585},"mistral-large-2":{"in_tokens":1409,"out_tokens":714}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":832,"out_tokens":209,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":25.54800210999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1261,"out_tokens":981},"claude-opus-4-8":{"in_tokens":2451,"out_tokens":568},"claude-opus-4-7":{"in_tokens":2456,"out_tokens":491},"mistral-large-2":{"in_tokens":1404,"out_tokens":536}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":209,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":21.96545413900003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.375,"claude-opus-4-7":0.25,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.28125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1162,"out_tokens":1397},"claude-opus-4-8":{"in_tokens":2321,"out_tokens":535},"claude-opus-4-7":{"in_tokens":2326,"out_tokens":654},"mistral-large-2":{"in_tokens":1255,"out_tokens":609}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":244,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":31.172072789999902,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.2857142857142857,"contradicted_count_mean":0.25,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.2857142857142857,"claude-opus-4-8":0.5714285714285714,"claude-opus-4-7":0.42857142857142855,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1071,"out_tokens":1882},"claude-opus-4-8":{"in_tokens":2118,"out_tokens":740},"claude-opus-4-7":{"in_tokens":2123,"out_tokens":454},"mistral-large-2":{"in_tokens":1139,"out_tokens":518}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"ok","in_tokens":663,"out_tokens":7208,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":94.27077719900001,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":5.0,"extra_false_mean":3.75,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":6.0,"claude-opus-4-7":5.0,"mistral-large-2":5.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":3,"paragraph":10,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2614,"out_tokens":3498},"claude-opus-4-8":{"in_tokens":5272,"out_tokens":1294},"claude-opus-4-7":{"in_tokens":5277,"out_tokens":1065},"mistral-large-2":{"in_tokens":2795,"out_tokens":1022}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":812,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":25.443839600000047,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6944444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1847},"claude-opus-4-8":{"in_tokens":2392,"out_tokens":685},"claude-opus-4-7":{"in_tokens":2397,"out_tokens":627},"mistral-large-2":{"in_tokens":1322,"out_tokens":568}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":432,"out_tokens":5446,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":88.162451143,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.9,"contradicted_count_mean":1.0,"extra_count_mean":0.75,"extra_false_mean":0.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.4,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.475,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1743,"out_tokens":2011},"claude-opus-4-8":{"in_tokens":3361,"out_tokens":872},"claude-opus-4-7":{"in_tokens":3366,"out_tokens":854},"mistral-large-2":{"in_tokens":1920,"out_tokens":818}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":28.3196720709999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.6944444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1375,"out_tokens":1448},"claude-opus-4-8":{"in_tokens":2622,"out_tokens":805},"claude-opus-4-7":{"in_tokens":2627,"out_tokens":734},"mistral-large-2":{"in_tokens":1497,"out_tokens":615}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":282,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":21.397004089999996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1174,"out_tokens":1427},"claude-opus-4-8":{"in_tokens":2306,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2311,"out_tokens":541},"mistral-large-2":{"in_tokens":1245,"out_tokens":685}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":432,"out_tokens":298,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":35.84709111799998,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_count_mean":1.5,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.375,"claude-opus-4-7":0.125,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.25,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":3,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1380,"out_tokens":1605},"claude-opus-4-8":{"in_tokens":2604,"out_tokens":818},"claude-opus-4-7":{"in_tokens":2609,"out_tokens":654},"mistral-large-2":{"in_tokens":1448,"out_tokens":653}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":17.27594729000009,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.2857142857142857,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5714285714285714,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1096,"out_tokens":1434},"claude-opus-4-8":{"in_tokens":2197,"out_tokens":509},"claude-opus-4-7":{"in_tokens":2202,"out_tokens":497},"mistral-large-2":{"in_tokens":1143,"out_tokens":434}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":263,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":18.87821097699998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6428571428571429,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1107,"out_tokens":1799},"claude-opus-4-8":{"in_tokens":2244,"out_tokens":541},"claude-opus-4-7":{"in_tokens":2249,"out_tokens":454},"mistral-large-2":{"in_tokens":1172,"out_tokens":617}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":108,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.143073648999916,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1082,"out_tokens":1334},"claude-opus-4-8":{"in_tokens":2076,"out_tokens":564},"claude-opus-4-7":{"in_tokens":2081,"out_tokens":530},"mistral-large-2":{"in_tokens":1145,"out_tokens":500}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":803,"out_tokens":142,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":22.958374183999922,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.59375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1188,"out_tokens":1369},"claude-opus-4-8":{"in_tokens":2257,"out_tokens":555},"claude-opus-4-7":{"in_tokens":2262,"out_tokens":545},"mistral-large-2":{"in_tokens":1322,"out_tokens":507}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":811,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":34.50210084499997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1238,"out_tokens":1835},"claude-opus-4-8":{"in_tokens":2436,"out_tokens":737},"claude-opus-4-7":{"in_tokens":2441,"out_tokens":547},"mistral-large-2":{"in_tokens":1352,"out_tokens":476}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":800,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":34.50160790899997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1373,"out_tokens":2088},"claude-opus-4-8":{"in_tokens":2520,"out_tokens":856},"claude-opus-4-7":{"in_tokens":2525,"out_tokens":762},"mistral-large-2":{"in_tokens":1518,"out_tokens":751}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":6544,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":97.14503984199996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":1.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1887,"out_tokens":3378},"claude-opus-4-8":{"in_tokens":3581,"out_tokens":971},"claude-opus-4-7":{"in_tokens":3586,"out_tokens":783},"mistral-large-2":{"in_tokens":2062,"out_tokens":744}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":373,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":22.602159216000018,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7,"contradicted_count_mean":1.5,"extra_count_mean":1.75,"extra_false_mean":1.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.2,"claude-opus-4-7":0.3,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":5.0,"claude-opus-4-7":5.0,"mistral-large-2":2.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":3,"other":1},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1807,"out_tokens":2154},"claude-opus-4-8":{"in_tokens":3569,"out_tokens":1187},"claude-opus-4-7":{"in_tokens":3574,"out_tokens":981},"mistral-large-2":{"in_tokens":1916,"out_tokens":729}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":341,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":33.52811334599994,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7,"contradicted_count_mean":2.0,"extra_count_mean":0.5,"extra_false_mean":0.5,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.1,"claude-opus-4-8":0.4,"claude-opus-4-7":0.4,"mistral-large-2":0.3},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.3,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1891,"out_tokens":2257},"claude-opus-4-8":{"in_tokens":3671,"out_tokens":931},"claude-opus-4-7":{"in_tokens":3676,"out_tokens":664},"mistral-large-2":{"in_tokens":1989,"out_tokens":838}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"ok","in_tokens":770,"out_tokens":4733,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":62.68657066200001,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":1.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2595,"out_tokens":3203},"claude-opus-4-8":{"in_tokens":4975,"out_tokens":990},"claude-opus-4-7":{"in_tokens":4980,"out_tokens":761},"mistral-large-2":{"in_tokens":2782,"out_tokens":669}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":372,"error":null,"skip_reason":null,"score_raw":0.15000000000000002,"duration_s":34.29950059099997,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.3,"contradicted_count_mean":2.5,"extra_count_mean":1.5,"extra_false_mean":1.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.1,"claude-opus-4-7":0.1,"mistral-large-2":0.4},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.15000000000000002,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1821,"out_tokens":2615},"claude-opus-4-8":{"in_tokens":3539,"out_tokens":1234},"claude-opus-4-7":{"in_tokens":3544,"out_tokens":1037},"mistral-large-2":{"in_tokens":1956,"out_tokens":917}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":451.840131718,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"ok","in_tokens":815,"out_tokens":10029,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":135.42157454300002,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":4.0,"extra_false_mean":1.75,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":8.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":11,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3966,"out_tokens":3071},"claude-opus-4-8":{"in_tokens":7614,"out_tokens":865},"claude-opus-4-7":{"in_tokens":7619,"out_tokens":946},"mistral-large-2":{"in_tokens":4221,"out_tokens":1266}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":796,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":21.561865603,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1105,"out_tokens":1136},"claude-opus-4-8":{"in_tokens":2132,"out_tokens":507},"claude-opus-4-7":{"in_tokens":2137,"out_tokens":438},"mistral-large-2":{"in_tokens":1195,"out_tokens":468}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":7359,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":101.55604360500001,"hallucination_count":6.75,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.25,"extra_count_mean":6.5,"extra_false_mean":5.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":7.0,"claude-opus-4-7":7.0,"mistral-large-2":8.0},"score_ex_family":0.9259259259259259,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":22,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1893,"out_tokens":3849},"claude-opus-4-8":{"in_tokens":3528,"out_tokens":1263},"claude-opus-4-7":{"in_tokens":3533,"out_tokens":1019},"mistral-large-2":{"in_tokens":2091,"out_tokens":943}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":346,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":37.833573315999956,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_count_mean":0.5,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.4},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.475,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1773,"out_tokens":2086},"claude-opus-4-8":{"in_tokens":3438,"out_tokens":967},"claude-opus-4-7":{"in_tokens":3443,"out_tokens":636},"mistral-large-2":{"in_tokens":1912,"out_tokens":794}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":800,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":37.62609001499993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1274,"out_tokens":1288},"claude-opus-4-8":{"in_tokens":2365,"out_tokens":634},"claude-opus-4-7":{"in_tokens":2370,"out_tokens":525},"mistral-large-2":{"in_tokens":1361,"out_tokens":528}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":6488,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":86.45599119500002,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":3.5,"extra_false_mean":1.5,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":5.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":5,"paragraph":1,"study":0,"number":2,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2100,"out_tokens":2724},"claude-opus-4-8":{"in_tokens":4218,"out_tokens":1063},"claude-opus-4-7":{"in_tokens":4223,"out_tokens":740},"mistral-large-2":{"in_tokens":2257,"out_tokens":880}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":270,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":22.97730672800003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.2857142857142857,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.5714285714285714},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.5714285714285714,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1205,"out_tokens":1301},"claude-opus-4-8":{"in_tokens":2313,"out_tokens":529},"claude-opus-4-7":{"in_tokens":2318,"out_tokens":392},"mistral-large-2":{"in_tokens":1287,"out_tokens":529}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":632,"out_tokens":4726,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":67.83601957799999,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":3.25,"extra_false_mean":2.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2430,"out_tokens":3284},"claude-opus-4-8":{"in_tokens":4733,"out_tokens":921},"claude-opus-4-7":{"in_tokens":4738,"out_tokens":854},"mistral-large-2":{"in_tokens":2607,"out_tokens":816}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":279,"error":null,"skip_reason":null,"score_raw":0.025,"duration_s":28.42003851300001,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_count_mean":3.25,"extra_count_mean":1.75,"extra_false_mean":1.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.1},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":6.0,"claude-opus-4-7":4.0,"mistral-large-2":6.0},"score_ex_family":0.025,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1484,"out_tokens":1741},"claude-opus-4-8":{"in_tokens":2982,"out_tokens":1051},"claude-opus-4-7":{"in_tokens":2987,"out_tokens":837},"mistral-large-2":{"in_tokens":1586,"out_tokens":805}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":895,"out_tokens":460,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":41.51517938099994,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.6388888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1727,"out_tokens":1932},"claude-opus-4-8":{"in_tokens":3414,"out_tokens":858},"claude-opus-4-7":{"in_tokens":3419,"out_tokens":723},"mistral-large-2":{"in_tokens":1846,"out_tokens":663}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":858,"out_tokens":359,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":27.324802199000032,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1462,"out_tokens":2078},"claude-opus-4-8":{"in_tokens":3019,"out_tokens":744},"claude-opus-4-7":{"in_tokens":3024,"out_tokens":626},"mistral-large-2":{"in_tokens":1568,"out_tokens":611}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":809,"out_tokens":209,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":45.026324725999984,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1250,"out_tokens":1262},"claude-opus-4-8":{"in_tokens":2370,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2375,"out_tokens":534},"mistral-large-2":{"in_tokens":1368,"out_tokens":565}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":305,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":22.899843057,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.5416666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1156,"out_tokens":1722},"claude-opus-4-8":{"in_tokens":2250,"out_tokens":590},"claude-opus-4-7":{"in_tokens":2255,"out_tokens":403},"mistral-large-2":{"in_tokens":1234,"out_tokens":531}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":344,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":38.71383658800005,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_count_mean":1.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.6,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1770,"out_tokens":1817},"claude-opus-4-8":{"in_tokens":3450,"out_tokens":961},"claude-opus-4-7":{"in_tokens":3455,"out_tokens":654},"mistral-large-2":{"in_tokens":1902,"out_tokens":752}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"ok","in_tokens":438,"out_tokens":15472,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":237.13665525499994,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_count_mean":1.25,"extra_count_mean":4.25,"extra_false_mean":4.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.6,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":6.0,"claude-opus-4-7":5.0,"mistral-large-2":4.0},"score_ex_family":0.575,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":6,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1522,"out_tokens":2289},"claude-opus-4-8":{"in_tokens":2901,"out_tokens":1212},"claude-opus-4-7":{"in_tokens":2906,"out_tokens":951},"mistral-large-2":{"in_tokens":1611,"out_tokens":860}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":847,"out_tokens":522,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":24.966931206000027,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_count_mean":1.0,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.375,"claude-opus-4-7":0.25,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1689,"out_tokens":2086},"claude-opus-4-8":{"in_tokens":3386,"out_tokens":776},"claude-opus-4-7":{"in_tokens":3391,"out_tokens":764},"mistral-large-2":{"in_tokens":1808,"out_tokens":857}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":347,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":25.160523127000033,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1469,"out_tokens":2809},"claude-opus-4-8":{"in_tokens":2829,"out_tokens":720},"claude-opus-4-7":{"in_tokens":2834,"out_tokens":562},"mistral-large-2":{"in_tokens":1553,"out_tokens":812}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":3026,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":47.518104125000036,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8148148148148149,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1864,"out_tokens":1993},"claude-opus-4-8":{"in_tokens":3434,"out_tokens":688},"claude-opus-4-7":{"in_tokens":3439,"out_tokens":645},"mistral-large-2":{"in_tokens":1950,"out_tokens":811}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":331,"error":null,"skip_reason":null,"score_raw":0.35000000000000003,"duration_s":28.73371461900001,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.3,"contradicted_count_mean":1.25,"extra_count_mean":1.0,"extra_false_mean":1.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.1,"claude-opus-4-8":0.2,"claude-opus-4-7":0.3,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":1.0},"score_ex_family":0.35000000000000003,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1985,"out_tokens":1923},"claude-opus-4-8":{"in_tokens":3850,"out_tokens":1313},"claude-opus-4-7":{"in_tokens":3855,"out_tokens":873},"mistral-large-2":{"in_tokens":2076,"out_tokens":880}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":431,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":28.729361483000048,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1301,"out_tokens":2883},"claude-opus-4-8":{"in_tokens":2553,"out_tokens":456},"claude-opus-4-7":{"in_tokens":2558,"out_tokens":404},"mistral-large-2":{"in_tokens":1416,"out_tokens":572}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":752,"out_tokens":495,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":28.979678993999983,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1368,"out_tokens":972},"claude-opus-4-8":{"in_tokens":2764,"out_tokens":608},"claude-opus-4-7":{"in_tokens":2769,"out_tokens":503},"mistral-large-2":{"in_tokens":1454,"out_tokens":655}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":469,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":25.792095620000055,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_count_mean":0.3333333333333333,"extra_count_mean":1.6666666666666667,"extra_false_mean":1.0,"extra_unsupported_mean":0.6666666666666666,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.9,"claude-opus-4-7":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0},"score_ex_family":0.7000000000000001,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2041,"out_tokens":1942},"claude-opus-4-8":{"in_tokens":3929,"out_tokens":1006},"claude-opus-4-7":{"in_tokens":3934,"out_tokens":860}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":803,"out_tokens":362,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":33.560948768,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6785714285714286,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1354,"out_tokens":1350},"claude-opus-4-8":{"in_tokens":2749,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2754,"out_tokens":541},"mistral-large-2":{"in_tokens":1440,"out_tokens":644}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":433,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":33.679527490000055,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_count_mean":1.5,"extra_count_mean":1.25,"extra_false_mean":0.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.1,"claude-opus-4-8":0.3,"claude-opus-4-7":0.5,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.39999999999999997,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1861,"out_tokens":2136},"claude-opus-4-8":{"in_tokens":3644,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":3649,"out_tokens":779},"mistral-large-2":{"in_tokens":2010,"out_tokens":925}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":752,"out_tokens":317,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":27.16176377699992,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1173,"out_tokens":1737},"claude-opus-4-8":{"in_tokens":2339,"out_tokens":516},"claude-opus-4-7":{"in_tokens":2344,"out_tokens":420},"mistral-large-2":{"in_tokens":1234,"out_tokens":432}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":5362,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":83.67641999599994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.9583333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2334,"out_tokens":1532},"claude-opus-4-8":{"in_tokens":4434,"out_tokens":593},"claude-opus-4-7":{"in_tokens":4439,"out_tokens":605},"mistral-large-2":{"in_tokens":2438,"out_tokens":658}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":417,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.546041063000075,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.2857142857142857,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.75,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.2857142857142857,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1384,"out_tokens":2660},"claude-opus-4-8":{"in_tokens":2704,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2709,"out_tokens":476},"mistral-large-2":{"in_tokens":1493,"out_tokens":569}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":563,"out_tokens":12144,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":204.14567307699997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_count_mean":0.5,"extra_count_mean":1.5,"extra_false_mean":1.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.5,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.575,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":4,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2054,"out_tokens":2129},"claude-opus-4-8":{"in_tokens":3896,"out_tokens":1036},"claude-opus-4-7":{"in_tokens":3901,"out_tokens":830},"mistral-large-2":{"in_tokens":2211,"out_tokens":872}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":7078,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":121.08468302400001,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_count_mean":1.5,"extra_count_mean":1.5,"extra_false_mean":1.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.25,"claude-opus-4-7":0.25,"mistral-large-2":0.25},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.1875,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1573,"out_tokens":1525},"claude-opus-4-8":{"in_tokens":2990,"out_tokens":1000},"claude-opus-4-7":{"in_tokens":2995,"out_tokens":743},"mistral-large-2":{"in_tokens":1688,"out_tokens":720}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":781,"out_tokens":361,"error":null,"skip_reason":null,"score_raw":0.45833333333333337,"duration_s":24.17853848499999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.3333333333333333,"contradicted_count_mean":0.25,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.45833333333333337,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1258,"out_tokens":1418},"claude-opus-4-8":{"in_tokens":2505,"out_tokens":501},"claude-opus-4-7":{"in_tokens":2510,"out_tokens":426},"mistral-large-2":{"in_tokens":1353,"out_tokens":576}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":6924,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":89.56401274500001,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.25,"extra_count_mean":5.25,"extra_false_mean":3.0,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":6.0,"claude-opus-4-7":7.0,"mistral-large-2":6.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":6,"other":6},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":3001,"out_tokens":3062},"claude-opus-4-8":{"in_tokens":5861,"out_tokens":1185},"claude-opus-4-7":{"in_tokens":5866,"out_tokens":1066},"mistral-large-2":{"in_tokens":3233,"out_tokens":1057}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":768,"out_tokens":321,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":23.190544887999977,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.9166666666666667,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1217,"out_tokens":1143},"claude-opus-4-8":{"in_tokens":2495,"out_tokens":473},"claude-opus-4-7":{"in_tokens":2500,"out_tokens":451},"mistral-large-2":{"in_tokens":1302,"out_tokens":426}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":2562,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":37.57074591000003,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_count_mean":1.0,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1707,"out_tokens":1367},"claude-opus-4-8":{"in_tokens":3221,"out_tokens":618},"claude-opus-4-7":{"in_tokens":3226,"out_tokens":547},"mistral-large-2":{"in_tokens":1807,"out_tokens":670}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":736,"out_tokens":417,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":37.22381253600008,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9166666666666667,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":1560},"claude-opus-4-8":{"in_tokens":2521,"out_tokens":495},"claude-opus-4-7":{"in_tokens":2526,"out_tokens":473},"mistral-large-2":{"in_tokens":1325,"out_tokens":518}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":7739,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":101.02925965000009,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.5,"extra_count_mean":5.25,"extra_false_mean":2.0,"extra_unsupported_mean":3.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":5.0,"claude-opus-4-7":6.0,"mistral-large-2":7.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":17,"study":0,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":3108,"out_tokens":4057},"claude-opus-4-8":{"in_tokens":5876,"out_tokens":958},"claude-opus-4-7":{"in_tokens":5881,"out_tokens":1029},"mistral-large-2":{"in_tokens":3394,"out_tokens":1173}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":5968,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":85.05878644699999,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":4.0,"extra_false_mean":2.75,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.9444444444444444,"false_claim_types":{"az":4,"paragraph":7,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3057,"out_tokens":2671},"claude-opus-4-8":{"in_tokens":5983,"out_tokens":1052},"claude-opus-4-7":{"in_tokens":5988,"out_tokens":740},"mistral-large-2":{"in_tokens":3250,"out_tokens":1015}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":320,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":26.387723703999995,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":1.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.625,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1232,"out_tokens":1710},"claude-opus-4-8":{"in_tokens":2417,"out_tokens":737},"claude-opus-4-7":{"in_tokens":2422,"out_tokens":677},"mistral-large-2":{"in_tokens":1299,"out_tokens":628}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":7137,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":233.60619444099996,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8,"contradicted_count_mean":0.5,"extra_count_mean":1.75,"extra_false_mean":1.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.5666666666666667,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":2,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2476,"out_tokens":2327},"claude-opus-4-8":{"in_tokens":4565,"out_tokens":1132},"claude-opus-4-7":{"in_tokens":4570,"out_tokens":939},"mistral-large-2":{"in_tokens":2651,"out_tokens":862}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":730,"out_tokens":380,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":21.358184694999977,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.42857142857142855,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7857142857142857,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1215,"out_tokens":1259},"claude-opus-4-8":{"in_tokens":2369,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2374,"out_tokens":469},"mistral-large-2":{"in_tokens":1297,"out_tokens":561}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":549,"out_tokens":7000,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":89.25188505599999,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":5.0,"extra_false_mean":2.25,"extra_unsupported_mean":2.75,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":9.0},"score_ex_family":0.8500000000000001,"false_claim_types":{"az":0,"paragraph":13,"study":0,"number":3,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3274,"out_tokens":4322},"claude-opus-4-8":{"in_tokens":6473,"out_tokens":1276},"claude-opus-4-7":{"in_tokens":6478,"out_tokens":1130},"mistral-large-2":{"in_tokens":3555,"out_tokens":1682}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":787,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":17.967842952999945,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.625,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.59375,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":1852},"claude-opus-4-8":{"in_tokens":2444,"out_tokens":754},"claude-opus-4-7":{"in_tokens":2449,"out_tokens":560},"mistral-large-2":{"in_tokens":1322,"out_tokens":671}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":5708,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":205.93747308900004,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_count_mean":2.0,"extra_count_mean":2.0,"extra_false_mean":1.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.375,"claude-opus-4-7":0.375,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":5.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":2,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1845,"out_tokens":2039},"claude-opus-4-8":{"in_tokens":3577,"out_tokens":900},"claude-opus-4-7":{"in_tokens":3582,"out_tokens":683},"mistral-large-2":{"in_tokens":1928,"out_tokens":850}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":739,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":15.48668743799999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6428571428571429,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1162,"out_tokens":1885},"claude-opus-4-8":{"in_tokens":2335,"out_tokens":543},"claude-opus-4-7":{"in_tokens":2340,"out_tokens":461},"mistral-large-2":{"in_tokens":1236,"out_tokens":588}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":768,"out_tokens":157,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":29.598098927000024,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6428571428571429,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1069,"out_tokens":1381},"claude-opus-4-8":{"in_tokens":2118,"out_tokens":579},"claude-opus-4-7":{"in_tokens":2123,"out_tokens":447},"mistral-large-2":{"in_tokens":1117,"out_tokens":425}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":3824,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":65.25155774699999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":0.5,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":6,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2068,"out_tokens":1498},"claude-opus-4-8":{"in_tokens":3832,"out_tokens":675},"claude-opus-4-7":{"in_tokens":3837,"out_tokens":444},"mistral-large-2":{"in_tokens":2151,"out_tokens":659}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":893,"out_tokens":351,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":50.03199903400002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1466,"out_tokens":2372},"claude-opus-4-8":{"in_tokens":2791,"out_tokens":599},"claude-opus-4-7":{"in_tokens":2796,"out_tokens":521},"mistral-large-2":{"in_tokens":1541,"out_tokens":626}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":3503,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":52.39145937300009,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1944,"out_tokens":1358},"claude-opus-4-8":{"in_tokens":3570,"out_tokens":602},"claude-opus-4-7":{"in_tokens":3575,"out_tokens":579},"mistral-large-2":{"in_tokens":2037,"out_tokens":676}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":768,"out_tokens":463,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":42.67919027699986,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1379,"out_tokens":1977},"claude-opus-4-8":{"in_tokens":2730,"out_tokens":683},"claude-opus-4-7":{"in_tokens":2735,"out_tokens":532},"mistral-large-2":{"in_tokens":1465,"out_tokens":706}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1006,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":28.804244893000032,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_count_mean":1.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.9,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2129,"out_tokens":2040},"claude-opus-4-8":{"in_tokens":4128,"out_tokens":1091},"claude-opus-4-7":{"in_tokens":4133,"out_tokens":773},"mistral-large-2":{"in_tokens":2247,"out_tokens":858}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":4942,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":87.67166820699993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":1493},"claude-opus-4-8":{"in_tokens":2695,"out_tokens":773},"claude-opus-4-7":{"in_tokens":2700,"out_tokens":549},"mistral-large-2":{"in_tokens":1451,"out_tokens":541}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":4455,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":68.40187558899993,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"contradicted_count_mean":0.5,"extra_count_mean":1.5,"extra_false_mean":0.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1803,"out_tokens":2063},"claude-opus-4-8":{"in_tokens":3377,"out_tokens":718},"claude-opus-4-7":{"in_tokens":3382,"out_tokens":635},"mistral-large-2":{"in_tokens":1912,"out_tokens":696}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":3729,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":51.84407350400011,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1680,"out_tokens":1441},"claude-opus-4-8":{"in_tokens":3215,"out_tokens":661},"claude-opus-4-7":{"in_tokens":3220,"out_tokens":483},"mistral-large-2":{"in_tokens":1781,"out_tokens":629}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":955,"out_tokens":672,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":33.205366211999944,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.9,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.775,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2120,"out_tokens":2453},"claude-opus-4-8":{"in_tokens":4162,"out_tokens":1018},"claude-opus-4-7":{"in_tokens":4167,"out_tokens":787},"mistral-large-2":{"in_tokens":2288,"out_tokens":856}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":970,"out_tokens":602,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":42.04414638700007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.4,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.525,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2102,"out_tokens":2914},"claude-opus-4-8":{"in_tokens":4139,"out_tokens":924},"claude-opus-4-7":{"in_tokens":4144,"out_tokens":701},"mistral-large-2":{"in_tokens":2250,"out_tokens":930}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":925,"out_tokens":582,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":33.369342939000035,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6,"contradicted_count_mean":0.75,"extra_count_mean":1.75,"extra_false_mean":0.5,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.55,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2062,"out_tokens":2592},"claude-opus-4-8":{"in_tokens":4065,"out_tokens":1213},"claude-opus-4-7":{"in_tokens":4070,"out_tokens":856},"mistral-large-2":{"in_tokens":2185,"out_tokens":912}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":15128,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":254.75234486199986,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_count_mean":1.25,"extra_count_mean":3.0,"extra_false_mean":2.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.6,"claude-opus-4-7":0.6,"mistral-large-2":0.4},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":6.0},"score_ex_family":0.525,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":6,"other":5},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2000,"out_tokens":2764},"claude-opus-4-8":{"in_tokens":3812,"out_tokens":883},"claude-opus-4-7":{"in_tokens":3817,"out_tokens":858},"mistral-large-2":{"in_tokens":2138,"out_tokens":1014}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":3470,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":48.997656527000004,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":5,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1850,"out_tokens":1337},"claude-opus-4-8":{"in_tokens":3532,"out_tokens":672},"claude-opus-4-7":{"in_tokens":3537,"out_tokens":651},"mistral-large-2":{"in_tokens":1957,"out_tokens":669}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":6083,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":80.76947980299997,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_count_mean":0.5,"extra_count_mean":4.5,"extra_false_mean":1.25,"extra_unsupported_mean":3.25,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":5.0,"claude-opus-4-7":5.0,"mistral-large-2":6.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":14,"study":0,"number":0,"other":4},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2463,"out_tokens":2701},"claude-opus-4-8":{"in_tokens":4791,"out_tokens":1281},"claude-opus-4-7":{"in_tokens":4796,"out_tokens":1057},"mistral-large-2":{"in_tokens":2649,"out_tokens":1076}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":809,"out_tokens":349,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":22.794657713000106,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.5714285714285714},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6428571428571428,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1311,"out_tokens":1028},"claude-opus-4-8":{"in_tokens":2509,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2514,"out_tokens":463},"mistral-large-2":{"in_tokens":1395,"out_tokens":526}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"ok","in_tokens":739,"out_tokens":7501,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":108.69364602899998,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":1.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":4,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3264,"out_tokens":2372},"claude-opus-4-8":{"in_tokens":6274,"out_tokens":1178},"claude-opus-4-7":{"in_tokens":6279,"out_tokens":830},"mistral-large-2":{"in_tokens":3498,"out_tokens":937}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":926,"out_tokens":562,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":41.86821593800005,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_count_mean":1.0,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2031,"out_tokens":1564},"claude-opus-4-8":{"in_tokens":3982,"out_tokens":798},"claude-opus-4-7":{"in_tokens":3987,"out_tokens":847},"mistral-large-2":{"in_tokens":2183,"out_tokens":851}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":880,"out_tokens":376,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":28.033250264000117,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.4,"contradicted_count_mean":1.25,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.3,"claude-opus-4-7":0.1,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.275,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1617,"out_tokens":2236},"claude-opus-4-8":{"in_tokens":3257,"out_tokens":806},"claude-opus-4-7":{"in_tokens":3262,"out_tokens":698},"mistral-large-2":{"in_tokens":1740,"out_tokens":781}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":4560,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":61.93995037599984,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.25,"extra_count_mean":1.5,"extra_false_mean":0.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":4,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2210,"out_tokens":1600},"claude-opus-4-8":{"in_tokens":4152,"out_tokens":788},"claude-opus-4-7":{"in_tokens":4157,"out_tokens":604},"mistral-large-2":{"in_tokens":2313,"out_tokens":708}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":7146,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":128.16705167099997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":1.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.6499999999999999,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1511,"out_tokens":2721},"claude-opus-4-8":{"in_tokens":2951,"out_tokens":895},"claude-opus-4-7":{"in_tokens":2956,"out_tokens":740},"mistral-large-2":{"in_tokens":1619,"out_tokens":731}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":2760,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":35.44353409700011,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_count_mean":0.25,"extra_count_mean":2.75,"extra_false_mean":0.25,"extra_unsupported_mean":2.5,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":6.0},"score_ex_family":0.9333333333333332,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":6},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1988,"out_tokens":2042},"claude-opus-4-8":{"in_tokens":3910,"out_tokens":984},"claude-opus-4-7":{"in_tokens":3915,"out_tokens":683},"mistral-large-2":{"in_tokens":2122,"out_tokens":902}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":770,"out_tokens":376,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":32.822866360000035,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.3333333333333333,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.16666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1259,"out_tokens":1882},"claude-opus-4-8":{"in_tokens":2442,"out_tokens":543},"claude-opus-4-7":{"in_tokens":2447,"out_tokens":552},"mistral-large-2":{"in_tokens":1355,"out_tokens":641}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":3970,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":54.38430859499999,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7,"contradicted_count_mean":1.0,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":1.0,"claude-opus-4-7":0.7,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":7.0},"score_ex_family":0.7666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2029,"out_tokens":1250},"claude-opus-4-8":{"in_tokens":3751,"out_tokens":718},"claude-opus-4-7":{"in_tokens":3756,"out_tokens":625},"mistral-large-2":{"in_tokens":2151,"out_tokens":991}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":9868,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":128.499261283,"hallucination_count":7.0,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":7.0,"extra_false_mean":2.75,"extra_unsupported_mean":4.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":10.0,"claude-opus-4-7":9.0,"mistral-large-2":5.0},"score_ex_family":1.0,"false_claim_types":{"az":2,"paragraph":15,"study":0,"number":3,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3662,"out_tokens":3390},"claude-opus-4-8":{"in_tokens":7263,"out_tokens":1659},"claude-opus-4-7":{"in_tokens":7268,"out_tokens":1111},"mistral-large-2":{"in_tokens":3968,"out_tokens":943}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":861,"out_tokens":359,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":36.7854754089999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.125,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":1.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.25,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1517,"out_tokens":3120},"claude-opus-4-8":{"in_tokens":2894,"out_tokens":888},"claude-opus-4-7":{"in_tokens":2899,"out_tokens":524},"mistral-large-2":{"in_tokens":1605,"out_tokens":649}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":381,"out_tokens":3093,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":47.37886756700004,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8,"contradicted_count_mean":0.75,"extra_count_mean":2.0,"extra_false_mean":0.75,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.7666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":4,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1625,"out_tokens":2360},"claude-opus-4-8":{"in_tokens":3040,"out_tokens":805},"claude-opus-4-7":{"in_tokens":3045,"out_tokens":662},"mistral-large-2":{"in_tokens":1712,"out_tokens":711}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1148,"out_tokens":742,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":45.34947237900019,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.675,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2447,"out_tokens":3255},"claude-opus-4-8":{"in_tokens":4704,"out_tokens":1023},"claude-opus-4-7":{"in_tokens":4709,"out_tokens":801},"mistral-large-2":{"in_tokens":2553,"out_tokens":749}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1575,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":39.58391980500005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1232,"out_tokens":1057},"claude-opus-4-8":{"in_tokens":2310,"out_tokens":505},"claude-opus-4-7":{"in_tokens":2315,"out_tokens":402},"mistral-large-2":{"in_tokens":1287,"out_tokens":575}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1032,"out_tokens":619,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":39.39875597900004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.8,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2230,"out_tokens":1940},"claude-opus-4-8":{"in_tokens":4353,"out_tokens":943},"claude-opus-4-7":{"in_tokens":4358,"out_tokens":726},"mistral-large-2":{"in_tokens":2392,"out_tokens":836}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":2204,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":49.24773843800017,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1605,"out_tokens":1302},"claude-opus-4-8":{"in_tokens":3053,"out_tokens":706},"claude-opus-4-7":{"in_tokens":3058,"out_tokens":560},"mistral-large-2":{"in_tokens":1685,"out_tokens":707}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1033,"out_tokens":702,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":50.27646545199991,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_count_mean":1.0,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.5,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2186,"out_tokens":2289},"claude-opus-4-8":{"in_tokens":4265,"out_tokens":973},"claude-opus-4-7":{"in_tokens":4270,"out_tokens":791},"mistral-large-2":{"in_tokens":2328,"out_tokens":764}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":2440,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":29.742198515000155,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.9,"claude-opus-4-7":0.8,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1587,"out_tokens":1390},"claude-opus-4-8":{"in_tokens":2976,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2981,"out_tokens":609},"mistral-large-2":{"in_tokens":1650,"out_tokens":724}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":785,"out_tokens":12612,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":166.35071468900003,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_count_mean":0.5,"extra_count_mean":4.0,"extra_false_mean":2.25,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":5.0},"score_ex_family":0.9,"false_claim_types":{"az":1,"paragraph":7,"study":0,"number":1,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":3426,"out_tokens":4055},"claude-opus-4-8":{"in_tokens":6328,"out_tokens":1095},"claude-opus-4-7":{"in_tokens":6333,"out_tokens":934},"mistral-large-2":{"in_tokens":3636,"out_tokens":1125}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1363,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":20.690383269999984,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.5333333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1448,"out_tokens":1041},"claude-opus-4-8":{"in_tokens":2689,"out_tokens":674},"claude-opus-4-7":{"in_tokens":2694,"out_tokens":508},"mistral-large-2":{"in_tokens":1530,"out_tokens":682}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":6383,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":86.67500096200001,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_count_mean":1.0,"extra_count_mean":4.0,"extra_false_mean":1.75,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.7,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":7.0,"claude-opus-4-7":6.0,"mistral-large-2":6.0},"score_ex_family":0.8,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":3,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2439,"out_tokens":2904},"claude-opus-4-8":{"in_tokens":4651,"out_tokens":1374},"claude-opus-4-7":{"in_tokens":4656,"out_tokens":1235},"mistral-large-2":{"in_tokens":2610,"out_tokens":975}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":595,"out_tokens":6340,"error":null,"skip_reason":null,"score_raw":0.8863636363636364,"duration_s":82.953389131,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.8181818181818182,"contradicted_count_mean":0.5,"extra_count_mean":4.75,"extra_false_mean":2.75,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.7272727272727273,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8181818181818182},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":8.0,"claude-opus-4-7":5.0,"mistral-large-2":6.0},"score_ex_family":0.7727272727272727,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":3,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2321,"out_tokens":3564},"claude-opus-4-8":{"in_tokens":4456,"out_tokens":1470},"claude-opus-4-7":{"in_tokens":4461,"out_tokens":1069},"mistral-large-2":{"in_tokens":2559,"out_tokens":963}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":3429,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":45.26321039499999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":5.0},"score_ex_family":0.8518518518518517,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1605,"out_tokens":1289},"claude-opus-4-8":{"in_tokens":2977,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2982,"out_tokens":528},"mistral-large-2":{"in_tokens":1691,"out_tokens":715}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":879,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":46.510703358,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1320,"out_tokens":1199},"claude-opus-4-8":{"in_tokens":2529,"out_tokens":646},"claude-opus-4-7":{"in_tokens":2534,"out_tokens":623},"mistral-large-2":{"in_tokens":1421,"out_tokens":632}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":5020,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":65.99580729900003,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_count_mean":1.0,"extra_count_mean":2.0,"extra_false_mean":0.75,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":5,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1992,"out_tokens":1613},"claude-opus-4-8":{"in_tokens":3659,"out_tokens":732},"claude-opus-4-7":{"in_tokens":3664,"out_tokens":522},"mistral-large-2":{"in_tokens":2069,"out_tokens":765}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"ok","in_tokens":949,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":55.46310826700005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.4444444444444444,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.2222222222222222,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.2222222222222222,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.38888888888888884,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1446,"out_tokens":2645},"claude-opus-4-8":{"in_tokens":2883,"out_tokens":834},"claude-opus-4-7":{"in_tokens":2888,"out_tokens":745},"mistral-large-2":{"in_tokens":1552,"out_tokens":667}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":3555,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":55.966827116999866,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2152,"out_tokens":1502},"claude-opus-4-8":{"in_tokens":4054,"out_tokens":643},"claude-opus-4-7":{"in_tokens":4059,"out_tokens":551},"mistral-large-2":{"in_tokens":2256,"out_tokens":709}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"ok","in_tokens":906,"out_tokens":369,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":72.84157022399995,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":3.5,"extra_count_mean":2.25,"extra_false_mean":2.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.1111111111111111,"mistral-large-2":0.2222222222222222},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":6.0,"claude-opus-4-7":5.0,"mistral-large-2":6.0},"score_ex_family":0.08333333333333333,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":3,"other":2},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1770,"out_tokens":2603},"claude-opus-4-8":{"in_tokens":3596,"out_tokens":1008},"claude-opus-4-7":{"in_tokens":3601,"out_tokens":937},"mistral-large-2":{"in_tokens":1890,"out_tokens":895}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":2587,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":35.533656374999964,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1569,"out_tokens":872},"claude-opus-4-8":{"in_tokens":2989,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2994,"out_tokens":468},"mistral-large-2":{"in_tokens":1654,"out_tokens":597}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"ok","in_tokens":610,"out_tokens":7356,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":97.10671397100009,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_count_mean":1.0,"extra_count_mean":3.25,"extra_false_mean":1.0,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.8,"claude-opus-4-7":1.0,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.6499999999999999,"false_claim_types":{"az":1,"paragraph":6,"study":0,"number":3,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2633,"out_tokens":3219},"claude-opus-4-8":{"in_tokens":5151,"out_tokens":1070},"claude-opus-4-7":{"in_tokens":5156,"out_tokens":826},"mistral-large-2":{"in_tokens":2810,"out_tokens":1005}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":4828,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":61.413285594999934,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":1.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.9,"false_claim_types":{"az":4,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2602,"out_tokens":2218},"claude-opus-4-8":{"in_tokens":5120,"out_tokens":955},"claude-opus-4-7":{"in_tokens":5125,"out_tokens":813},"mistral-large-2":{"in_tokens":2862,"out_tokens":947}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2344,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":28.529502891999982,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_count_mean":0.25,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.8666666666666667,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1766,"out_tokens":2161},"claude-opus-4-8":{"in_tokens":3265,"out_tokens":821},"claude-opus-4-7":{"in_tokens":3270,"out_tokens":625},"mistral-large-2":{"in_tokens":1855,"out_tokens":779}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":3117,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":38.29323406599997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2011,"out_tokens":1078},"claude-opus-4-8":{"in_tokens":3669,"out_tokens":642},"claude-opus-4-7":{"in_tokens":3674,"out_tokens":616},"mistral-large-2":{"in_tokens":2101,"out_tokens":777}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":3493,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":46.013869946999876,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":0.25,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":4,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2112,"out_tokens":2387},"claude-opus-4-8":{"in_tokens":3920,"out_tokens":851},"claude-opus-4-7":{"in_tokens":3925,"out_tokens":526},"mistral-large-2":{"in_tokens":2234,"out_tokens":780}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":3514,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":45.40889358200002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1570,"out_tokens":1615},"claude-opus-4-8":{"in_tokens":2944,"out_tokens":577},"claude-opus-4-7":{"in_tokens":2949,"out_tokens":535},"mistral-large-2":{"in_tokens":1629,"out_tokens":547}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":433,"out_tokens":8832,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":153.92314245400007,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1610,"out_tokens":2890},"claude-opus-4-8":{"in_tokens":3060,"out_tokens":870},"claude-opus-4-7":{"in_tokens":3065,"out_tokens":637},"mistral-large-2":{"in_tokens":1750,"out_tokens":626}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":943,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":68.0953063469999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.625,"claude-opus-4-7":0.25,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.40625,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1467,"out_tokens":1393},"claude-opus-4-8":{"in_tokens":2802,"out_tokens":745},"claude-opus-4-7":{"in_tokens":2807,"out_tokens":637},"mistral-large-2":{"in_tokens":1552,"out_tokens":663}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"ok","in_tokens":1036,"out_tokens":403,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":131.92450521299997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":1.0,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1986,"out_tokens":1730},"claude-opus-4-8":{"in_tokens":3811,"out_tokens":1020},"claude-opus-4-7":{"in_tokens":3816,"out_tokens":681},"mistral-large-2":{"in_tokens":2131,"out_tokens":609}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":7284,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":104.08052103599994,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.25,"extra_count_mean":3.25,"extra_false_mean":0.75,"extra_unsupported_mean":2.5,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":6.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":2,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":3184,"out_tokens":4014},"claude-opus-4-8":{"in_tokens":6246,"out_tokens":1126},"claude-opus-4-7":{"in_tokens":6251,"out_tokens":917},"mistral-large-2":{"in_tokens":3388,"out_tokens":931}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":2193,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":39.96431036299987,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1587,"out_tokens":1324},"claude-opus-4-8":{"in_tokens":2972,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2977,"out_tokens":500},"mistral-large-2":{"in_tokens":1661,"out_tokens":594}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":7995,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":107.17276867999999,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8,"contradicted_count_mean":0.25,"extra_count_mean":3.25,"extra_false_mean":1.0,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":6.0},"score_ex_family":0.85,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":4,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":3450,"out_tokens":3178},"claude-opus-4-8":{"in_tokens":6618,"out_tokens":1255},"claude-opus-4-7":{"in_tokens":6623,"out_tokens":954},"mistral-large-2":{"in_tokens":3697,"out_tokens":944}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":941,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":95.15275892599993,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_count_mean":0.75,"extra_count_mean":0.75,"extra_false_mean":0.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.375,"claude-opus-4-7":0.25,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.28125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1369,"out_tokens":1711},"claude-opus-4-8":{"in_tokens":2746,"out_tokens":821},"claude-opus-4-7":{"in_tokens":2751,"out_tokens":489},"mistral-large-2":{"in_tokens":1453,"out_tokens":711}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":3558,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":68.45393613300007,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2176,"out_tokens":1288},"claude-opus-4-8":{"in_tokens":4078,"out_tokens":682},"claude-opus-4-7":{"in_tokens":4083,"out_tokens":532},"mistral-large-2":{"in_tokens":2265,"out_tokens":748}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":3755,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":61.78918860900012,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_count_mean":0.5,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":4,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1896,"out_tokens":2558},"claude-opus-4-8":{"in_tokens":3608,"out_tokens":719},"claude-opus-4-7":{"in_tokens":3613,"out_tokens":476},"mistral-large-2":{"in_tokens":1978,"out_tokens":768}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":2564,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":49.69518895500005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_count_mean":0.5,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1569,"out_tokens":1530},"claude-opus-4-8":{"in_tokens":2901,"out_tokens":505},"claude-opus-4-7":{"in_tokens":2906,"out_tokens":515},"mistral-large-2":{"in_tokens":1658,"out_tokens":659}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":2228,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":30.249781141999847,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_count_mean":1.5,"extra_count_mean":0.5,"extra_false_mean":0.5,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.125,"mistral-large-2":0.125},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.08333333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1171,"out_tokens":942},"claude-opus-4-8":{"in_tokens":2182,"out_tokens":679},"claude-opus-4-7":{"in_tokens":2187,"out_tokens":562},"mistral-large-2":{"in_tokens":1218,"out_tokens":536}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":2510,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":39.25612566199993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1435,"out_tokens":1074},"claude-opus-4-8":{"in_tokens":2750,"out_tokens":496},"claude-opus-4-7":{"in_tokens":2755,"out_tokens":449},"mistral-large-2":{"in_tokens":1504,"out_tokens":555}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":10816,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":137.81967657600012,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_count_mean":2.0,"extra_count_mean":3.75,"extra_false_mean":2.0,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.6,"claude-opus-4-7":0.6,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":7.0,"claude-opus-4-7":7.0,"mistral-large-2":7.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":2,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":3790,"out_tokens":3358},"claude-opus-4-8":{"in_tokens":7242,"out_tokens":1221},"claude-opus-4-7":{"in_tokens":7247,"out_tokens":963},"mistral-large-2":{"in_tokens":4051,"out_tokens":1096}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":9744,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":135.00907073400003,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":5.25,"extra_false_mean":2.5,"extra_unsupported_mean":2.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":6.0,"claude-opus-4-7":7.0,"mistral-large-2":6.0},"score_ex_family":0.875,"false_claim_types":{"az":1,"paragraph":10,"study":0,"number":6,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3423,"out_tokens":3990},"claude-opus-4-8":{"in_tokens":6482,"out_tokens":1246},"claude-opus-4-7":{"in_tokens":6487,"out_tokens":1005},"mistral-large-2":{"in_tokens":3680,"out_tokens":919}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":991,"out_tokens":431,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":89.70570804399995,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1666,"out_tokens":1936},"claude-opus-4-8":{"in_tokens":3146,"out_tokens":858},"claude-opus-4-7":{"in_tokens":3151,"out_tokens":762},"mistral-large-2":{"in_tokens":1831,"out_tokens":763}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":5694,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":76.5223298620001,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5,"contradicted_count_mean":0.75,"extra_count_mean":2.75,"extra_false_mean":1.0,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.9,"claude-opus-4-7":0.8,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.6,"false_claim_types":{"az":2,"paragraph":4,"study":0,"number":0,"other":3},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2575,"out_tokens":3776},"claude-opus-4-8":{"in_tokens":4988,"out_tokens":935},"claude-opus-4-7":{"in_tokens":4993,"out_tokens":1151},"mistral-large-2":{"in_tokens":2774,"out_tokens":872}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":2996,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":60.194014085999925,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.375,"contradicted_count_mean":0.5,"extra_count_mean":1.75,"extra_false_mean":0.5,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1347,"out_tokens":1990},"claude-opus-4-8":{"in_tokens":2649,"out_tokens":776},"claude-opus-4-7":{"in_tokens":2654,"out_tokens":715},"mistral-large-2":{"in_tokens":1458,"out_tokens":803}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":3829,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":78.91478009299999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.8000000000000002,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1614,"out_tokens":1326},"claude-opus-4-8":{"in_tokens":3049,"out_tokens":720},"claude-opus-4-7":{"in_tokens":3054,"out_tokens":610},"mistral-large-2":{"in_tokens":1758,"out_tokens":758}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"ok","in_tokens":926,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":89.61062665500003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.6111111111111112,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1872,"out_tokens":1490},"claude-opus-4-8":{"in_tokens":3641,"out_tokens":833},"claude-opus-4-7":{"in_tokens":3646,"out_tokens":774},"mistral-large-2":{"in_tokens":1974,"out_tokens":836}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":8448,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":112.96889952900005,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":5.25,"extra_false_mean":2.0,"extra_unsupported_mean":3.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":5.0,"claude-opus-4-7":7.0,"mistral-large-2":5.0},"score_ex_family":0.9375,"false_claim_types":{"az":6,"paragraph":9,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2903,"out_tokens":3175},"claude-opus-4-8":{"in_tokens":5493,"out_tokens":1018},"claude-opus-4-7":{"in_tokens":5498,"out_tokens":988},"mistral-large-2":{"in_tokens":3085,"out_tokens":937}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1854,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":30.936372036999956,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.9583333333333334,"false_claim_types":{"az":2,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":1113},"claude-opus-4-8":{"in_tokens":2463,"out_tokens":572},"claude-opus-4-7":{"in_tokens":2468,"out_tokens":441},"mistral-large-2":{"in_tokens":1388,"out_tokens":527}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":4991,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":89.69151860700003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":1.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.7037037037037037,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1789,"out_tokens":3727},"claude-opus-4-8":{"in_tokens":3365,"out_tokens":933},"claude-opus-4-7":{"in_tokens":3370,"out_tokens":788},"mistral-large-2":{"in_tokens":2034,"out_tokens":653}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":4114,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":346.00482965599986,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8571428571428571,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1384,"out_tokens":1895},"claude-opus-4-8":{"in_tokens":2677,"out_tokens":706},"claude-opus-4-7":{"in_tokens":2682,"out_tokens":512},"mistral-large-2":{"in_tokens":1466,"out_tokens":590}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"ok","in_tokens":1005,"out_tokens":370,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":216.13063402900002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.5555555555555556,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1957,"out_tokens":1512},"claude-opus-4-8":{"in_tokens":3794,"out_tokens":956},"claude-opus-4-7":{"in_tokens":3799,"out_tokens":679},"mistral-large-2":{"in_tokens":2091,"out_tokens":763}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":3553,"error":null,"skip_reason":null,"score_raw":0.027777777777777776,"duration_s":55.99773894300006,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.2222222222222222,"contradicted_count_mean":3.0,"extra_count_mean":1.75,"extra_false_mean":1.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.1111111111111111},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":6.0,"claude-opus-4-7":3.0,"mistral-large-2":6.0},"score_ex_family":0.037037037037037035,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":7},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1686,"out_tokens":1915},"claude-opus-4-8":{"in_tokens":3254,"out_tokens":1002},"claude-opus-4-7":{"in_tokens":3259,"out_tokens":710},"mistral-large-2":{"in_tokens":1840,"out_tokens":765}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":6809,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":107.11144727600004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7916666666666666,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1467,"out_tokens":1797},"claude-opus-4-8":{"in_tokens":2735,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2740,"out_tokens":570},"mistral-large-2":{"in_tokens":1598,"out_tokens":740}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":3335,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":53.42647988900012,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.9333333333333332,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1529,"out_tokens":1095},"claude-opus-4-8":{"in_tokens":2907,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2912,"out_tokens":513},"mistral-large-2":{"in_tokens":1681,"out_tokens":892}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":6852,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":91.48164211800008,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.5,"extra_count_mean":4.5,"extra_false_mean":1.5,"extra_unsupported_mean":3.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.5714285714285714},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":6.0},"score_ex_family":0.7857142857142857,"false_claim_types":{"az":3,"paragraph":8,"study":0,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2710,"out_tokens":3793},"claude-opus-4-8":{"in_tokens":5264,"out_tokens":991},"claude-opus-4-7":{"in_tokens":5269,"out_tokens":894},"mistral-large-2":{"in_tokens":2883,"out_tokens":1048}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"ok","in_tokens":976,"out_tokens":678,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":173.23763340799997,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":1.25,"extra_count_mean":2.75,"extra_false_mean":2.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.6944444444444444,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":2,"other":5},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1978,"out_tokens":2613},"claude-opus-4-8":{"in_tokens":3973,"out_tokens":815},"claude-opus-4-7":{"in_tokens":3978,"out_tokens":821},"mistral-large-2":{"in_tokens":2121,"out_tokens":784}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":3799,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":56.64955066300013,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":0.25,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.9629629629629629,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1978,"out_tokens":3252},"claude-opus-4-8":{"in_tokens":3808,"out_tokens":996},"claude-opus-4-7":{"in_tokens":3813,"out_tokens":826},"mistral-large-2":{"in_tokens":2172,"out_tokens":853}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":7470,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":100.49193587000013,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_count_mean":1.0,"extra_count_mean":4.25,"extra_false_mean":1.5,"extra_unsupported_mean":2.75,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":10.0},"score_ex_family":0.8,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":2,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":3249,"out_tokens":3706},"claude-opus-4-8":{"in_tokens":6073,"out_tokens":1211},"claude-opus-4-7":{"in_tokens":6078,"out_tokens":999},"mistral-large-2":{"in_tokens":3466,"out_tokens":1294}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":907,"out_tokens":299,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":104.04786957200008,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.6749999999999999,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1845,"out_tokens":1981},"claude-opus-4-8":{"in_tokens":3549,"out_tokens":807},"claude-opus-4-7":{"in_tokens":3554,"out_tokens":663},"mistral-large-2":{"in_tokens":2017,"out_tokens":780}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":7705,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":106.34413046700001,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.875,"contradicted_count_mean":0.5,"extra_count_mean":2.75,"extra_false_mean":0.75,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":6.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":3,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2989,"out_tokens":3121},"claude-opus-4-8":{"in_tokens":5905,"out_tokens":863},"claude-opus-4-7":{"in_tokens":5910,"out_tokens":788},"mistral-large-2":{"in_tokens":3211,"out_tokens":912}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":5452,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":74.84850723199997,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":1.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2524,"out_tokens":2687},"claude-opus-4-8":{"in_tokens":4804,"out_tokens":834},"claude-opus-4-7":{"in_tokens":4809,"out_tokens":822},"mistral-large-2":{"in_tokens":2727,"out_tokens":724}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"ok","in_tokens":1003,"out_tokens":599,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":96.76851566200003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.4444444444444444,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2149,"out_tokens":2335},"claude-opus-4-8":{"in_tokens":4182,"out_tokens":902},"claude-opus-4-7":{"in_tokens":4187,"out_tokens":725},"mistral-large-2":{"in_tokens":2289,"out_tokens":777}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"ok","in_tokens":939,"out_tokens":290,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":69.69562469499988,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_count_mean":0.5,"extra_count_mean":0.75,"extra_false_mean":0.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.6,"claude-opus-4-7":0.5,"mistral-large-2":0.4},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.425,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1794,"out_tokens":2118},"claude-opus-4-8":{"in_tokens":3586,"out_tokens":967},"claude-opus-4-7":{"in_tokens":3591,"out_tokens":799},"mistral-large-2":{"in_tokens":1941,"out_tokens":833}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":3367,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":49.945672348000016,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.75,"contradicted_count_mean":1.5,"extra_count_mean":2.0,"extra_false_mean":0.5,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.625,"claude-opus-4-7":0.25,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1618,"out_tokens":2396},"claude-opus-4-8":{"in_tokens":3009,"out_tokens":833},"claude-opus-4-7":{"in_tokens":3014,"out_tokens":808},"mistral-large-2":{"in_tokens":1779,"out_tokens":793}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":3081,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":48.77260789600018,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7407407407407408,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1331,"out_tokens":1161},"claude-opus-4-8":{"in_tokens":2521,"out_tokens":562},"claude-opus-4-7":{"in_tokens":2526,"out_tokens":550},"mistral-large-2":{"in_tokens":1445,"out_tokens":634}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":12112,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":244.35308897700003,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.25,"contradicted_count_mean":1.25,"extra_count_mean":2.5,"extra_false_mean":0.5,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.375,"claude-opus-4-7":0.25,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":5.0,"mistral-large-2":2.0},"score_ex_family":0.34375,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":2,"other":4},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1567,"out_tokens":2892},"claude-opus-4-8":{"in_tokens":3002,"out_tokens":973},"claude-opus-4-7":{"in_tokens":3007,"out_tokens":947},"mistral-large-2":{"in_tokens":1666,"out_tokens":770}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":2855,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":46.027327641000056,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7037037037037037,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1397,"out_tokens":1303},"claude-opus-4-8":{"in_tokens":2642,"out_tokens":670},"claude-opus-4-7":{"in_tokens":2647,"out_tokens":535},"mistral-large-2":{"in_tokens":1501,"out_tokens":545}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":13702,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":256.4099276889999,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.3333333333333333,"contradicted_count_mean":1.5,"extra_count_mean":4.0,"extra_false_mean":3.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.1111111111111111,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":6.0,"claude-opus-4-7":7.0,"mistral-large-2":4.0},"score_ex_family":0.38888888888888884,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":7,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1541,"out_tokens":3316},"claude-opus-4-8":{"in_tokens":2923,"out_tokens":1039},"claude-opus-4-7":{"in_tokens":2928,"out_tokens":857},"mistral-large-2":{"in_tokens":1669,"out_tokens":890}}}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":3993,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":56.03533259400001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2604,"out_tokens":1822},"claude-opus-4-8":{"in_tokens":4901,"out_tokens":731},"claude-opus-4-7":{"in_tokens":4906,"out_tokens":560},"mistral-large-2":{"in_tokens":2714,"out_tokens":727}}}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":4444,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":62.89167229100008,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":0.75,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":7},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2484,"out_tokens":2629},"claude-opus-4-8":{"in_tokens":4688,"out_tokens":635},"claude-opus-4-7":{"in_tokens":4693,"out_tokens":658},"mistral-large-2":{"in_tokens":2590,"out_tokens":680}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":4569,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":79.10822026699998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":1.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1671,"out_tokens":2421},"claude-opus-4-8":{"in_tokens":3214,"out_tokens":954},"claude-opus-4-7":{"in_tokens":3219,"out_tokens":726},"mistral-large-2":{"in_tokens":1845,"out_tokens":817}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":6139,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":75.77343770099992,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":1.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2319,"out_tokens":2390},"claude-opus-4-8":{"in_tokens":4460,"out_tokens":1088},"claude-opus-4-7":{"in_tokens":4465,"out_tokens":771},"mistral-large-2":{"in_tokens":2419,"out_tokens":928}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":876,"out_tokens":205,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":62.03856922600016,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_count_mean":0.75,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.5,"claude-opus-4-7":0.6,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.525,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1306,"out_tokens":1869},"claude-opus-4-8":{"in_tokens":2499,"out_tokens":937},"claude-opus-4-7":{"in_tokens":2504,"out_tokens":762},"mistral-large-2":{"in_tokens":1404,"out_tokens":829}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":3978,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":55.33245881199991,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1238,"out_tokens":1478},"claude-opus-4-8":{"in_tokens":2298,"out_tokens":519},"claude-opus-4-7":{"in_tokens":2303,"out_tokens":459},"mistral-large-2":{"in_tokens":1379,"out_tokens":565}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":589,"out_tokens":7275,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":92.10860957799991,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.25,"extra_count_mean":5.5,"extra_false_mean":3.25,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":5.0,"claude-opus-4-7":5.0,"mistral-large-2":9.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":11,"study":0,"number":8,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2843,"out_tokens":4952},"claude-opus-4-8":{"in_tokens":5335,"out_tokens":1351},"claude-opus-4-7":{"in_tokens":5340,"out_tokens":887},"mistral-large-2":{"in_tokens":3064,"out_tokens":1630}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":2971,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":44.79864275,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1261,"out_tokens":1932},"claude-opus-4-8":{"in_tokens":2520,"out_tokens":745},"claude-opus-4-7":{"in_tokens":2525,"out_tokens":530},"mistral-large-2":{"in_tokens":1349,"out_tokens":612}}}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":2889,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":43.56736239099996,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":1.0,"contradicted_count_mean":1.0,"extra_count_mean":2.0,"extra_false_mean":0.25,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":4.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":4,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2178,"out_tokens":1522},"claude-opus-4-8":{"in_tokens":4055,"out_tokens":849},"claude-opus-4-7":{"in_tokens":4060,"out_tokens":557},"mistral-large-2":{"in_tokens":2302,"out_tokens":824}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":2456,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":55.1968699250001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5833333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1562,"out_tokens":1896},"claude-opus-4-8":{"in_tokens":2924,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2929,"out_tokens":587},"mistral-large-2":{"in_tokens":1650,"out_tokens":626}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":4501,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":85.06074055400018,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1473,"out_tokens":1596},"claude-opus-4-8":{"in_tokens":2795,"out_tokens":669},"claude-opus-4-7":{"in_tokens":2800,"out_tokens":538},"mistral-large-2":{"in_tokens":1633,"out_tokens":538}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":3190,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":48.98657293300016,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1361,"out_tokens":2173},"claude-opus-4-8":{"in_tokens":2653,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2658,"out_tokens":545},"mistral-large-2":{"in_tokens":1466,"out_tokens":539}}}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":4273,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":61.08858788899988,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":3.0,"extra_false_mean":0.5,"extra_unsupported_mean":2.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":8.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":1,"number":3,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2553,"out_tokens":2544},"claude-opus-4-8":{"in_tokens":4846,"out_tokens":702},"claude-opus-4-7":{"in_tokens":4851,"out_tokens":564},"mistral-large-2":{"in_tokens":2671,"out_tokens":831}}}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":3081,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":46.19387840400009,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_count_mean":2.25,"extra_count_mean":2.5,"extra_false_mean":0.25,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.5,"claude-opus-4-7":0.25,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":5,"other":3},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":2100,"out_tokens":3083},"claude-opus-4-8":{"in_tokens":3929,"out_tokens":1048},"claude-opus-4-7":{"in_tokens":3934,"out_tokens":851},"mistral-large-2":{"in_tokens":2214,"out_tokens":741}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"ok","in_tokens":931,"out_tokens":369,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":125.84389838400011,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_count_mean":1.0,"extra_count_mean":1.25,"extra_false_mean":0.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.375,"claude-opus-4-7":0.375,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.40625,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1548,"out_tokens":1742},"claude-opus-4-8":{"in_tokens":2994,"out_tokens":813},"claude-opus-4-7":{"in_tokens":2999,"out_tokens":656},"mistral-large-2":{"in_tokens":1664,"out_tokens":746}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":1041,"out_tokens":493,"error":null,"skip_reason":null,"score_raw":0.175,"duration_s":139.74490696800012,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_count_mean":2.0,"extra_count_mean":3.25,"extra_false_mean":2.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.2,"claude-opus-4-7":0.2,"mistral-large-2":0.3},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":5.0,"claude-opus-4-7":3.0,"mistral-large-2":6.0},"score_ex_family":0.175,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":2,"other":2},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2231,"out_tokens":3045},"claude-opus-4-8":{"in_tokens":4126,"out_tokens":1494},"claude-opus-4-7":{"in_tokens":4131,"out_tokens":1054},"mistral-large-2":{"in_tokens":2355,"out_tokens":932}}}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":3917,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":57.05055624800002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2210,"out_tokens":2640},"claude-opus-4-8":{"in_tokens":4045,"out_tokens":624},"claude-opus-4-7":{"in_tokens":4050,"out_tokens":534},"mistral-large-2":{"in_tokens":2301,"out_tokens":591}}}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":3391,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":51.62984521900012,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2027,"out_tokens":3338},"claude-opus-4-8":{"in_tokens":3824,"out_tokens":545},"claude-opus-4-7":{"in_tokens":3829,"out_tokens":537},"mistral-large-2":{"in_tokens":2138,"out_tokens":629}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":5992,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":129.67346227400003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":1289},"claude-opus-4-8":{"in_tokens":2860,"out_tokens":650},"claude-opus-4-7":{"in_tokens":2865,"out_tokens":475},"mistral-large-2":{"in_tokens":1584,"out_tokens":499}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":722,"out_tokens":2884,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":42.295538537999846,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.9444444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2184,"out_tokens":1483},"claude-opus-4-8":{"in_tokens":4088,"out_tokens":616},"claude-opus-4-7":{"in_tokens":4093,"out_tokens":512},"mistral-large-2":{"in_tokens":2273,"out_tokens":705}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":5077,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":90.03456106600015,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1377,"out_tokens":1206},"claude-opus-4-8":{"in_tokens":2718,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2723,"out_tokens":494},"mistral-large-2":{"in_tokens":1524,"out_tokens":522}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":3133,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":74.881050576,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_count_mean":0.25,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.875,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":1458},"claude-opus-4-8":{"in_tokens":2644,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2649,"out_tokens":628},"mistral-large-2":{"in_tokens":1478,"out_tokens":616}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":661,"out_tokens":3450,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":51.330101673999934,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":4.0,"extra_false_mean":0.0,"extra_unsupported_mean":4.0,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":11.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":6,"other":9},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2473,"out_tokens":1766},"claude-opus-4-8":{"in_tokens":4623,"out_tokens":749},"claude-opus-4-7":{"in_tokens":4628,"out_tokens":709},"mistral-large-2":{"in_tokens":2610,"out_tokens":1245}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":11450,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":240.59927800899982,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.25,"contradicted_count_mean":2.0,"extra_count_mean":1.75,"extra_false_mean":1.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.125},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.0625,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1542,"out_tokens":2701},"claude-opus-4-8":{"in_tokens":2972,"out_tokens":1287},"claude-opus-4-7":{"in_tokens":2977,"out_tokens":777},"mistral-large-2":{"in_tokens":1601,"out_tokens":835}}}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":4267,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":63.883293387000094,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":0.75,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":6.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":7},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2281,"out_tokens":2028},"claude-opus-4-8":{"in_tokens":4377,"out_tokens":629},"claude-opus-4-7":{"in_tokens":4382,"out_tokens":585},"mistral-large-2":{"in_tokens":2407,"out_tokens":784}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":6885,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":115.56362976700007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7916666666666666,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1686,"out_tokens":2185},"claude-opus-4-8":{"in_tokens":3123,"out_tokens":853},"claude-opus-4-7":{"in_tokens":3128,"out_tokens":524},"mistral-large-2":{"in_tokens":1885,"out_tokens":735}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":982,"out_tokens":339,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":65.81805245800001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.5555555555555556,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1630,"out_tokens":1960},"claude-opus-4-8":{"in_tokens":3121,"out_tokens":810},"claude-opus-4-7":{"in_tokens":3126,"out_tokens":599},"mistral-large-2":{"in_tokens":1721,"out_tokens":690}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":3453,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":48.27112538999995,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2392,"out_tokens":1935},"claude-opus-4-8":{"in_tokens":4716,"out_tokens":853},"claude-opus-4-7":{"in_tokens":4721,"out_tokens":743},"mistral-large-2":{"in_tokens":2535,"out_tokens":861}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":6007,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":96.23822392300008,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":1.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1742,"out_tokens":2573},"claude-opus-4-8":{"in_tokens":3349,"out_tokens":756},"claude-opus-4-7":{"in_tokens":3354,"out_tokens":600},"mistral-large-2":{"in_tokens":1964,"out_tokens":666}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":932,"out_tokens":276,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":83.30465588900006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.9,"contradicted_count_mean":0.25,"extra_count_mean":0.75,"extra_false_mean":0.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.7,"claude-opus-4-7":0.5,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.6499999999999999,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1776,"out_tokens":1609},"claude-opus-4-8":{"in_tokens":3435,"out_tokens":830},"claude-opus-4-7":{"in_tokens":3440,"out_tokens":768},"mistral-large-2":{"in_tokens":1958,"out_tokens":787}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":935,"out_tokens":397,"error":null,"skip_reason":null,"score_raw":0.6136363636363636,"duration_s":189.43033867400004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.9090909090909091,"contradicted_count_mean":1.0,"extra_count_mean":1.0,"extra_false_mean":1.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5454545454545454,"claude-opus-4-8":0.6363636363636364,"claude-opus-4-7":0.6363636363636364,"mistral-large-2":0.6363636363636364},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.6136363636363636,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1548,"out_tokens":3245},"claude-opus-4-8":{"in_tokens":2971,"out_tokens":966},"claude-opus-4-7":{"in_tokens":2976,"out_tokens":821},"mistral-large-2":{"in_tokens":1722,"out_tokens":869}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":3063,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":42.88014500600002,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_count_mean":0.25,"extra_count_mean":4.0,"extra_false_mean":1.0,"extra_unsupported_mean":3.0,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":9.0},"score_ex_family":0.85,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":13},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2203,"out_tokens":2548},"claude-opus-4-8":{"in_tokens":4204,"out_tokens":859},"claude-opus-4-7":{"in_tokens":4209,"out_tokens":674},"mistral-large-2":{"in_tokens":2301,"out_tokens":1000}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":2677,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":39.596665592000136,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":6.0},"score_ex_family":0.95,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2064,"out_tokens":1423},"claude-opus-4-8":{"in_tokens":3943,"out_tokens":694},"claude-opus-4-7":{"in_tokens":3948,"out_tokens":593},"mistral-large-2":{"in_tokens":2170,"out_tokens":1016}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":2955,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":43.046029824000016,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1947,"out_tokens":1388},"claude-opus-4-8":{"in_tokens":3646,"out_tokens":517},"claude-opus-4-7":{"in_tokens":3651,"out_tokens":431},"mistral-large-2":{"in_tokens":2030,"out_tokens":584}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"ok","in_tokens":940,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":155.956078725,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_count_mean":1.25,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.575,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1511,"out_tokens":2484},"claude-opus-4-8":{"in_tokens":2920,"out_tokens":819},"claude-opus-4-7":{"in_tokens":2925,"out_tokens":608},"mistral-large-2":{"in_tokens":1621,"out_tokens":819}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":2862,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":44.27899555099998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8518518518518517,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":1212},"claude-opus-4-8":{"in_tokens":2591,"out_tokens":652},"claude-opus-4-7":{"in_tokens":2596,"out_tokens":541},"mistral-large-2":{"in_tokens":1503,"out_tokens":644}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":428,"out_tokens":2787,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":59.882556840999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":1301},"claude-opus-4-8":{"in_tokens":2489,"out_tokens":554},"claude-opus-4-7":{"in_tokens":2494,"out_tokens":509},"mistral-large-2":{"in_tokens":1433,"out_tokens":547}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":2559,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":56.243881168999906,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_count_mean":2.25,"extra_count_mean":0.75,"extra_false_mean":0.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1281,"out_tokens":1213},"claude-opus-4-8":{"in_tokens":2419,"out_tokens":796},"claude-opus-4-7":{"in_tokens":2424,"out_tokens":529},"mistral-large-2":{"in_tokens":1349,"out_tokens":591}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":2581,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":40.85620362299983,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":0.75,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2195,"out_tokens":1678},"claude-opus-4-8":{"in_tokens":4141,"out_tokens":889},"claude-opus-4-7":{"in_tokens":4146,"out_tokens":773},"mistral-large-2":{"in_tokens":2281,"out_tokens":897}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":3582,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":78.6991181620001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.5,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.96875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1455,"out_tokens":1373},"claude-opus-4-8":{"in_tokens":2680,"out_tokens":513},"claude-opus-4-7":{"in_tokens":2685,"out_tokens":461},"mistral-large-2":{"in_tokens":1519,"out_tokens":519}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":3286,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":46.27626126300015,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_count_mean":0.5,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2153,"out_tokens":2165},"claude-opus-4-8":{"in_tokens":4006,"out_tokens":640},"claude-opus-4-7":{"in_tokens":4011,"out_tokens":490},"mistral-large-2":{"in_tokens":2225,"out_tokens":623}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":14206,"error":null,"skip_reason":null,"score_raw":0.4000000000000001,"duration_s":311.595022777,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_count_mean":1.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.4,"claude-opus-4-7":0.4},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0},"score_ex_family":0.4000000000000001,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1972,"out_tokens":1739},"claude-opus-4-8":{"in_tokens":3648,"out_tokens":851},"claude-opus-4-7":{"in_tokens":3653,"out_tokens":781}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":695,"out_tokens":3144,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":47.321272549000014,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":4.75,"extra_false_mean":0.0,"extra_unsupported_mean":4.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":13.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":9,"other":9},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2267,"out_tokens":1400},"claude-opus-4-8":{"in_tokens":4283,"out_tokens":752},"claude-opus-4-7":{"in_tokens":4288,"out_tokens":649},"mistral-large-2":{"in_tokens":2357,"out_tokens":1115}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":2548,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":38.60827293399984,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":6.0},"score_ex_family":0.9444444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":6},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1906,"out_tokens":1537},"claude-opus-4-8":{"in_tokens":3579,"out_tokens":648},"claude-opus-4-7":{"in_tokens":3584,"out_tokens":537},"mistral-large-2":{"in_tokens":2008,"out_tokens":796}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":5735,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":95.92894607400012,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2062,"out_tokens":2043},"claude-opus-4-8":{"in_tokens":3788,"out_tokens":881},"claude-opus-4-7":{"in_tokens":3793,"out_tokens":627},"mistral-large-2":{"in_tokens":2235,"out_tokens":691}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":5900,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":158.34988682599987,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":1.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.9047619047619048,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1750,"out_tokens":2622},"claude-opus-4-8":{"in_tokens":3226,"out_tokens":911},"claude-opus-4-7":{"in_tokens":3231,"out_tokens":636},"mistral-large-2":{"in_tokens":1975,"out_tokens":565}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":4216,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":63.97047953000015,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.8518518518518517,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1462,"out_tokens":2309},"claude-opus-4-8":{"in_tokens":2795,"out_tokens":900},"claude-opus-4-7":{"in_tokens":2800,"out_tokens":668},"mistral-large-2":{"in_tokens":1617,"out_tokens":681}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1918,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":28.084422157999825,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.95,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1974,"out_tokens":1542},"claude-opus-4-8":{"in_tokens":3720,"out_tokens":670},"claude-opus-4-7":{"in_tokens":3725,"out_tokens":531},"mistral-large-2":{"in_tokens":2088,"out_tokens":755}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":1760,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":39.42672474400001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_count_mean":0.25,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1159,"out_tokens":1119},"claude-opus-4-8":{"in_tokens":2186,"out_tokens":569},"claude-opus-4-7":{"in_tokens":2191,"out_tokens":448},"mistral-large-2":{"in_tokens":1219,"out_tokens":553}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":1041,"out_tokens":382,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":88.66692779300001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_count_mean":0.25,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2180,"out_tokens":2496},"claude-opus-4-8":{"in_tokens":4145,"out_tokens":851},"claude-opus-4-7":{"in_tokens":4150,"out_tokens":797},"mistral-large-2":{"in_tokens":2332,"out_tokens":812}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":2229,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":48.19834461200003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1299,"out_tokens":1646},"claude-opus-4-8":{"in_tokens":2471,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2476,"out_tokens":481},"mistral-large-2":{"in_tokens":1381,"out_tokens":459}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":1901,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":46.23070050499996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1473,"out_tokens":1102},"claude-opus-4-8":{"in_tokens":2743,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2748,"out_tokens":481},"mistral-large-2":{"in_tokens":1549,"out_tokens":616}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":1049,"out_tokens":334,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":86.56866856600004,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_count_mean":2.5,"extra_count_mean":1.5,"extra_false_mean":1.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.2,"claude-opus-4-7":0.4,"mistral-large-2":0.2},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":5.0},"score_ex_family":0.25,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":4},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1938,"out_tokens":2543},"claude-opus-4-8":{"in_tokens":3700,"out_tokens":932},"claude-opus-4-7":{"in_tokens":3705,"out_tokens":862},"mistral-large-2":{"in_tokens":2052,"out_tokens":841}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":4126,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":64.38629791700009,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":2.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1585,"out_tokens":1909},"claude-opus-4-8":{"in_tokens":3042,"out_tokens":959},"claude-opus-4-7":{"in_tokens":3047,"out_tokens":781},"mistral-large-2":{"in_tokens":1723,"out_tokens":741}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":3096,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":45.42633679400001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":5.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":6},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2071,"out_tokens":1180},"claude-opus-4-8":{"in_tokens":3925,"out_tokens":583},"claude-opus-4-7":{"in_tokens":3930,"out_tokens":604},"mistral-large-2":{"in_tokens":2170,"out_tokens":751}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":683,"out_tokens":2437,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":35.13924212400002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2222,"out_tokens":981},"claude-opus-4-8":{"in_tokens":4038,"out_tokens":611},"claude-opus-4-7":{"in_tokens":4043,"out_tokens":587},"mistral-large-2":{"in_tokens":2320,"out_tokens":750}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":663,"out_tokens":2927,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":40.16018496400011,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":0.5,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":4,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2225,"out_tokens":2297},"claude-opus-4-8":{"in_tokens":4130,"out_tokens":751},"claude-opus-4-7":{"in_tokens":4135,"out_tokens":496},"mistral-large-2":{"in_tokens":2372,"out_tokens":817}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":666,"out_tokens":2965,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":41.961804821999976,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":0.5,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":5.0},"score_ex_family":0.95,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":7},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2354,"out_tokens":2384},"claude-opus-4-8":{"in_tokens":4402,"out_tokens":807},"claude-opus-4-7":{"in_tokens":4407,"out_tokens":580},"mistral-large-2":{"in_tokens":2468,"out_tokens":837}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":3265,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":48.055464581000024,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.7407407407407408,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":1795},"claude-opus-4-8":{"in_tokens":2638,"out_tokens":812},"claude-opus-4-7":{"in_tokens":2643,"out_tokens":685},"mistral-large-2":{"in_tokens":1533,"out_tokens":697}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":1416,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":32.44537020100006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.775,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":1007},"claude-opus-4-8":{"in_tokens":2567,"out_tokens":673},"claude-opus-4-7":{"in_tokens":2572,"out_tokens":548},"mistral-large-2":{"in_tokens":1418,"out_tokens":614}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":2692,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":59.31238884900017,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8,"contradicted_count_mean":1.25,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1526,"out_tokens":1649},"claude-opus-4-8":{"in_tokens":2826,"out_tokens":679},"claude-opus-4-7":{"in_tokens":2831,"out_tokens":591},"mistral-large-2":{"in_tokens":1626,"out_tokens":799}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":976,"out_tokens":735,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":115.19087270399996,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_count_mean":1.0,"extra_count_mean":2.0,"extra_false_mean":0.25,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.25,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.4375,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":2,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2054,"out_tokens":2434},"claude-opus-4-8":{"in_tokens":3899,"out_tokens":861},"claude-opus-4-7":{"in_tokens":3904,"out_tokens":826},"mistral-large-2":{"in_tokens":2212,"out_tokens":867}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":441,"out_tokens":2187,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":47.966540658999975,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.9,"claude-opus-4-7":0.8,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.825,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1579,"out_tokens":1691},"claude-opus-4-8":{"in_tokens":3071,"out_tokens":795},"claude-opus-4-7":{"in_tokens":3076,"out_tokens":551},"mistral-large-2":{"in_tokens":1682,"out_tokens":654}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1780,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":37.39283572699992,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.8,"claude-opus-4-7":0.7,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.725,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1433,"out_tokens":1633},"claude-opus-4-8":{"in_tokens":2697,"out_tokens":693},"claude-opus-4-7":{"in_tokens":2702,"out_tokens":540},"mistral-large-2":{"in_tokens":1513,"out_tokens":576}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":4772,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":69.71989202099985,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":1.25,"extra_count_mean":1.25,"extra_false_mean":1.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.2222222222222222,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.2222222222222222,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.3703703703703704,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":2172},"claude-opus-4-8":{"in_tokens":2587,"out_tokens":876},"claude-opus-4-7":{"in_tokens":2592,"out_tokens":687},"mistral-large-2":{"in_tokens":1443,"out_tokens":651}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":753,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":18.586790328999996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8571428571428571,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1093,"out_tokens":1500},"claude-opus-4-8":{"in_tokens":2050,"out_tokens":444},"claude-opus-4-7":{"in_tokens":2055,"out_tokens":420},"mistral-large-2":{"in_tokens":1138,"out_tokens":410}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":2126,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":33.352642193000065,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1937,"out_tokens":1593},"claude-opus-4-8":{"in_tokens":3632,"out_tokens":589},"claude-opus-4-7":{"in_tokens":3637,"out_tokens":536},"mistral-large-2":{"in_tokens":2039,"out_tokens":681}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":3063,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":46.13082708000002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2072,"out_tokens":1501},"claude-opus-4-8":{"in_tokens":3849,"out_tokens":598},"claude-opus-4-7":{"in_tokens":3854,"out_tokens":494},"mistral-large-2":{"in_tokens":2164,"out_tokens":701}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":973,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":25.67679225500001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.8,"claude-opus-4-7":0.7,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1397,"out_tokens":1670},"claude-opus-4-8":{"in_tokens":2607,"out_tokens":791},"claude-opus-4-7":{"in_tokens":2612,"out_tokens":638},"mistral-large-2":{"in_tokens":1463,"out_tokens":728}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":4277,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":60.170983190000015,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8148148148148149,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1340,"out_tokens":1772},"claude-opus-4-8":{"in_tokens":2625,"out_tokens":706},"claude-opus-4-7":{"in_tokens":2630,"out_tokens":647},"mistral-large-2":{"in_tokens":1460,"out_tokens":554}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":883,"out_tokens":421,"error":null,"skip_reason":null,"score_raw":0.225,"duration_s":82.51498040399997,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_count_mean":2.0,"extra_count_mean":2.0,"extra_false_mean":0.75,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.3,"claude-opus-4-7":0.1,"mistral-large-2":0.3},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":5.0,"mistral-large-2":4.0},"score_ex_family":0.225,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":5},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1604,"out_tokens":1837},"claude-opus-4-8":{"in_tokens":3122,"out_tokens":1055},"claude-opus-4-7":{"in_tokens":3127,"out_tokens":960},"mistral-large-2":{"in_tokens":1722,"out_tokens":859}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":645,"out_tokens":4142,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":57.066872975000024,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_count_mean":0.75,"extra_count_mean":2.25,"extra_false_mean":0.5,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":6.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":6,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2256,"out_tokens":1855},"claude-opus-4-8":{"in_tokens":4320,"out_tokens":760},"claude-opus-4-7":{"in_tokens":4325,"out_tokens":617},"mistral-large-2":{"in_tokens":2359,"out_tokens":890}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":951,"out_tokens":349,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":71.32602963800014,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1502,"out_tokens":2180},"claude-opus-4-8":{"in_tokens":3015,"out_tokens":737},"claude-opus-4-7":{"in_tokens":3020,"out_tokens":572},"mistral-large-2":{"in_tokens":1577,"out_tokens":629}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":704,"out_tokens":4402,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":60.19220961400015,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9444444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2585,"out_tokens":1435},"claude-opus-4-8":{"in_tokens":4914,"out_tokens":735},"claude-opus-4-7":{"in_tokens":4919,"out_tokens":710},"mistral-large-2":{"in_tokens":2696,"out_tokens":736}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":414,"out_tokens":796,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":17.468682917000024,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.1,"claude-opus-4-8":0.3,"claude-opus-4-7":0.3,"mistral-large-2":0.4},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.275,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":948},"claude-opus-4-8":{"in_tokens":2569,"out_tokens":679},"claude-opus-4-7":{"in_tokens":2574,"out_tokens":460},"mistral-large-2":{"in_tokens":1442,"out_tokens":665}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":6218,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":97.96358362499996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_count_mean":1.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.5833333333333334,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1557,"out_tokens":1886},"claude-opus-4-8":{"in_tokens":3007,"out_tokens":717},"claude-opus-4-7":{"in_tokens":3012,"out_tokens":512},"mistral-large-2":{"in_tokens":1731,"out_tokens":837}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1470,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":22.747611629999938,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_count_mean":1.0,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1571,"out_tokens":1568},"claude-opus-4-8":{"in_tokens":2912,"out_tokens":704},"claude-opus-4-7":{"in_tokens":2917,"out_tokens":464},"mistral-large-2":{"in_tokens":1616,"out_tokens":785}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":2884,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":42.32830163199992,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":5.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":6},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2153,"out_tokens":1072},"claude-opus-4-8":{"in_tokens":3969,"out_tokens":519},"claude-opus-4-7":{"in_tokens":3974,"out_tokens":518},"mistral-large-2":{"in_tokens":2266,"out_tokens":788}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":4417,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":70.61022882100019,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_count_mean":0.5,"extra_count_mean":1.5,"extra_false_mean":0.75,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":2122},"claude-opus-4-8":{"in_tokens":2790,"out_tokens":858},"claude-opus-4-7":{"in_tokens":2795,"out_tokens":603},"mistral-large-2":{"in_tokens":1586,"out_tokens":623}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":2835,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":68.32853823599999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_count_mean":0.25,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1345,"out_tokens":1529},"claude-opus-4-8":{"in_tokens":2488,"out_tokens":556},"claude-opus-4-7":{"in_tokens":2493,"out_tokens":496},"mistral-large-2":{"in_tokens":1405,"out_tokens":755}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2546,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":36.4594129699999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.75,"extra_false_mean":0.25,"extra_unsupported_mean":2.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":0.0,"mistral-large-2":8.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":10},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2032,"out_tokens":1537},"claude-opus-4-8":{"in_tokens":3916,"out_tokens":780},"claude-opus-4-7":{"in_tokens":3921,"out_tokens":374},"mistral-large-2":{"in_tokens":2135,"out_tokens":898}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":1502,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":36.052526669000144,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1252,"out_tokens":1292},"claude-opus-4-8":{"in_tokens":2392,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2397,"out_tokens":532},"mistral-large-2":{"in_tokens":1320,"out_tokens":558}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":3754,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":51.036243180000156,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1393,"out_tokens":1227},"claude-opus-4-8":{"in_tokens":2637,"out_tokens":591},"claude-opus-4-7":{"in_tokens":2642,"out_tokens":501},"mistral-large-2":{"in_tokens":1558,"out_tokens":687}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":967,"out_tokens":694,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":181.15254660799997,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.625,"contradicted_count_mean":0.25,"extra_count_mean":3.0,"extra_false_mean":1.0,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.59375,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1919,"out_tokens":2734},"claude-opus-4-8":{"in_tokens":3683,"out_tokens":845},"claude-opus-4-7":{"in_tokens":3688,"out_tokens":685},"mistral-large-2":{"in_tokens":2046,"out_tokens":912}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":3206,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":47.11889932200006,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":2.75,"extra_false_mean":1.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1883,"out_tokens":2944},"claude-opus-4-8":{"in_tokens":3719,"out_tokens":850},"claude-opus-4-7":{"in_tokens":3724,"out_tokens":754},"mistral-large-2":{"in_tokens":2048,"out_tokens":905}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":3799,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":54.31972794400008,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.9,"contradicted_count_mean":0.25,"extra_count_mean":2.25,"extra_false_mean":0.0,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2210,"out_tokens":1879},"claude-opus-4-8":{"in_tokens":4239,"out_tokens":875},"claude-opus-4-7":{"in_tokens":4244,"out_tokens":634},"mistral-large-2":{"in_tokens":2408,"out_tokens":914}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":3376,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":79.17989613300006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6944444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1310,"out_tokens":1897},"claude-opus-4-8":{"in_tokens":2481,"out_tokens":622},"claude-opus-4-7":{"in_tokens":2486,"out_tokens":558},"mistral-large-2":{"in_tokens":1383,"out_tokens":645}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":4344,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":96.06606546499984,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.90625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1457,"out_tokens":1870},"claude-opus-4-8":{"in_tokens":2721,"out_tokens":568},"claude-opus-4-7":{"in_tokens":2726,"out_tokens":474},"mistral-large-2":{"in_tokens":1527,"out_tokens":629}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":6687,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":85.44368100299994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1640,"out_tokens":2414},"claude-opus-4-8":{"in_tokens":3088,"out_tokens":770},"claude-opus-4-7":{"in_tokens":3093,"out_tokens":735},"mistral-large-2":{"in_tokens":1814,"out_tokens":671}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":2969,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":40.51130886999999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2190,"out_tokens":2907},"claude-opus-4-8":{"in_tokens":4111,"out_tokens":1040},"claude-opus-4-7":{"in_tokens":4116,"out_tokens":766},"mistral-large-2":{"in_tokens":2476,"out_tokens":812}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":978,"out_tokens":482,"error":null,"skip_reason":null,"score_raw":0.8571428571428572,"duration_s":104.66878366399987,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.25,"extra_count_mean":1.75,"extra_false_mean":1.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.8571428571428572,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1638,"out_tokens":2754},"claude-opus-4-8":{"in_tokens":3230,"out_tokens":873},"claude-opus-4-7":{"in_tokens":3235,"out_tokens":629},"mistral-large-2":{"in_tokens":1736,"out_tokens":684}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":475,"out_tokens":1072,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":27.027313163000144,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.4,"contradicted_count_mean":0.5,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.6,"claude-opus-4-7":0.3,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.525,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1477,"out_tokens":1295},"claude-opus-4-8":{"in_tokens":2768,"out_tokens":748},"claude-opus-4-7":{"in_tokens":2773,"out_tokens":636},"mistral-large-2":{"in_tokens":1557,"out_tokens":697}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":5034,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":65.13064634400007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1385,"out_tokens":2033},"claude-opus-4-8":{"in_tokens":2678,"out_tokens":586},"claude-opus-4-7":{"in_tokens":2683,"out_tokens":515},"mistral-large-2":{"in_tokens":1482,"out_tokens":611}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":487,"out_tokens":1817,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":43.89040598299994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.611111111111111,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1504,"out_tokens":1400},"claude-opus-4-8":{"in_tokens":2768,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2773,"out_tokens":579},"mistral-large-2":{"in_tokens":1591,"out_tokens":768}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":500,"out_tokens":893,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":21.61373017699998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.775,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1496,"out_tokens":1730},"claude-opus-4-8":{"in_tokens":2731,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2736,"out_tokens":599},"mistral-large-2":{"in_tokens":1567,"out_tokens":775}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1830,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":26.770110756000122,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1534,"out_tokens":2283},"claude-opus-4-8":{"in_tokens":2937,"out_tokens":756},"claude-opus-4-7":{"in_tokens":2942,"out_tokens":531},"mistral-large-2":{"in_tokens":1664,"out_tokens":578}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":4123,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":62.941286694000155,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.7407407407407408,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1359,"out_tokens":2102},"claude-opus-4-8":{"in_tokens":2520,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2525,"out_tokens":700},"mistral-large-2":{"in_tokens":1461,"out_tokens":636}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1384,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":31.122862704,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":1059},"claude-opus-4-8":{"in_tokens":2296,"out_tokens":560},"claude-opus-4-7":{"in_tokens":2301,"out_tokens":494},"mistral-large-2":{"in_tokens":1289,"out_tokens":531}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":2917,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":45.137793655999985,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1285,"out_tokens":1318},"claude-opus-4-8":{"in_tokens":2473,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2478,"out_tokens":586},"mistral-large-2":{"in_tokens":1394,"out_tokens":593}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":3564,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":54.70244481200007,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1979,"out_tokens":1860},"claude-opus-4-8":{"in_tokens":3773,"out_tokens":756},"claude-opus-4-7":{"in_tokens":3778,"out_tokens":718},"mistral-large-2":{"in_tokens":2160,"out_tokens":685}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":936,"out_tokens":452,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":90.8826504839999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1712,"out_tokens":1843},"claude-opus-4-8":{"in_tokens":3270,"out_tokens":854},"claude-opus-4-7":{"in_tokens":3275,"out_tokens":686},"mistral-large-2":{"in_tokens":1855,"out_tokens":714}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":2449,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":34.70496393899998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.0,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1767,"out_tokens":1461},"claude-opus-4-8":{"in_tokens":3395,"out_tokens":882},"claude-opus-4-7":{"in_tokens":3400,"out_tokens":698},"mistral-large-2":{"in_tokens":1936,"out_tokens":827}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":3300,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":40.73006895100002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.9259259259259259,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1434,"out_tokens":2603},"claude-opus-4-8":{"in_tokens":2712,"out_tokens":784},"claude-opus-4-7":{"in_tokens":2717,"out_tokens":489},"mistral-large-2":{"in_tokens":1568,"out_tokens":736}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0081350550001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.007508595,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":8992,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":542.8797074800001,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_count_mean":0.25,"extra_count_mean":4.25,"extra_false_mean":3.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":5.0,"claude-opus-4-7":5.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2660,"out_tokens":3242},"claude-opus-4-8":{"in_tokens":5145,"out_tokens":1118},"claude-opus-4-7":{"in_tokens":5150,"out_tokens":982},"mistral-large-2":{"in_tokens":2857,"out_tokens":823}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0036012389999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.008521456,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.009233196,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.007133996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0063986540001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":384,"out_tokens":1411,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":31.308187323000084,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_count_mean":0.25,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1289,"out_tokens":1199},"claude-opus-4-8":{"in_tokens":2418,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2423,"out_tokens":524},"mistral-large-2":{"in_tokens":1359,"out_tokens":600}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":1968,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":44.44795606399998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7777777777777777,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1447,"out_tokens":1205},"claude-opus-4-8":{"in_tokens":2752,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2757,"out_tokens":547},"mistral-large-2":{"in_tokens":1510,"out_tokens":562}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":1704,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":38.418701533999865,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1327,"out_tokens":1098},"claude-opus-4-8":{"in_tokens":2487,"out_tokens":543},"claude-opus-4-7":{"in_tokens":2492,"out_tokens":490},"mistral-large-2":{"in_tokens":1378,"out_tokens":548}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":1029,"out_tokens":586,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":122.58269661299983,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_count_mean":0.25,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.6,"claude-opus-4-7":0.5,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.525,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2229,"out_tokens":2960},"claude-opus-4-8":{"in_tokens":4183,"out_tokens":1056},"claude-opus-4-7":{"in_tokens":4188,"out_tokens":793},"mistral-large-2":{"in_tokens":2374,"out_tokens":748}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":384,"out_tokens":1471,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":34.19678410999995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1373,"out_tokens":1041},"claude-opus-4-8":{"in_tokens":2575,"out_tokens":549},"claude-opus-4-7":{"in_tokens":2580,"out_tokens":511},"mistral-large-2":{"in_tokens":1447,"out_tokens":528}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":4732,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":68.18437316800009,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.75,"extra_count_mean":2.5,"extra_false_mean":1.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":7,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2412,"out_tokens":2543},"claude-opus-4-8":{"in_tokens":4666,"out_tokens":1062},"claude-opus-4-7":{"in_tokens":4671,"out_tokens":791},"mistral-large-2":{"in_tokens":2658,"out_tokens":955}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":3968,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":51.454420131000006,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":5.0,"extra_false_mean":0.75,"extra_unsupported_mean":4.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":6.0,"claude-opus-4-7":5.0,"mistral-large-2":5.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":11,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2446,"out_tokens":3602},"claude-opus-4-8":{"in_tokens":4721,"out_tokens":1288},"claude-opus-4-7":{"in_tokens":4726,"out_tokens":1043},"mistral-large-2":{"in_tokens":2697,"out_tokens":1027}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":4610,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":30.12297486899979,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":5.0},"score_ex_family":0.8571428571428571,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1796,"out_tokens":1541},"claude-opus-4-8":{"in_tokens":3682,"out_tokens":578},"claude-opus-4-7":{"in_tokens":3687,"out_tokens":623},"mistral-large-2":{"in_tokens":1907,"out_tokens":661}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":2253,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":35.132769057999894,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1725,"out_tokens":1845},"claude-opus-4-8":{"in_tokens":3340,"out_tokens":707},"claude-opus-4-7":{"in_tokens":3345,"out_tokens":537},"mistral-large-2":{"in_tokens":1859,"out_tokens":668}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":638,"out_tokens":3674,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":47.028676656000016,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":0.25,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.875,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1980,"out_tokens":2210},"claude-opus-4-8":{"in_tokens":3721,"out_tokens":981},"claude-opus-4-7":{"in_tokens":3726,"out_tokens":952},"mistral-large-2":{"in_tokens":2187,"out_tokens":697}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":922,"out_tokens":389,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":96.03703605500004,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.5,"extra_count_mean":3.25,"extra_false_mean":1.75,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.4444444444444444},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.6388888888888888,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":1,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1602,"out_tokens":3447},"claude-opus-4-8":{"in_tokens":3010,"out_tokens":991},"claude-opus-4-7":{"in_tokens":3015,"out_tokens":863},"mistral-large-2":{"in_tokens":1735,"out_tokens":815}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":1611,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":34.067035240999985,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8214285714285714,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1218,"out_tokens":1294},"claude-opus-4-8":{"in_tokens":2338,"out_tokens":586},"claude-opus-4-7":{"in_tokens":2343,"out_tokens":397},"mistral-large-2":{"in_tokens":1277,"out_tokens":516}}}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":1007,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":55.79869863199997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_count_mean":1.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.5,"claude-opus-4-7":0.375,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1484,"out_tokens":1080},"claude-opus-4-8":{"in_tokens":2816,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2821,"out_tokens":560},"mistral-large-2":{"in_tokens":1547,"out_tokens":582}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":967,"out_tokens":397,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":93.37478555100006,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_count_mean":0.5,"extra_count_mean":2.0,"extra_false_mean":1.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.75,"mistral-large-2":0.25},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.53125,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":1,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1622,"out_tokens":2428},"claude-opus-4-8":{"in_tokens":3080,"out_tokens":933},"claude-opus-4-7":{"in_tokens":3085,"out_tokens":766},"mistral-large-2":{"in_tokens":1689,"out_tokens":790}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":2084,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":31.06082085999992,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":1.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1612,"out_tokens":2246},"claude-opus-4-8":{"in_tokens":3043,"out_tokens":871},"claude-opus-4-7":{"in_tokens":3048,"out_tokens":656},"mistral-large-2":{"in_tokens":1789,"out_tokens":704}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":4757,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":31.349733906999973,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.0,"extra_count_mean":2.75,"extra_false_mean":1.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1827,"out_tokens":2244},"claude-opus-4-8":{"in_tokens":3594,"out_tokens":700},"claude-opus-4-7":{"in_tokens":3599,"out_tokens":530},"mistral-large-2":{"in_tokens":1980,"out_tokens":722}}}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":998,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":42.38774819100013,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.25,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.3333333333333333},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.41666666666666663,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1449,"out_tokens":1244},"claude-opus-4-8":{"in_tokens":2720,"out_tokens":667},"claude-opus-4-7":{"in_tokens":2725,"out_tokens":598},"mistral-large-2":{"in_tokens":1521,"out_tokens":527}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":571,"out_tokens":2859,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":42.77286094499982,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.6666666666666667,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1998,"out_tokens":1347},"claude-opus-4-8":{"in_tokens":3829,"out_tokens":710},"claude-opus-4-7":{"in_tokens":3834,"out_tokens":525},"mistral-large-2":{"in_tokens":2148,"out_tokens":804}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":3296,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":68.75944891300014,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_count_mean":0.5,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.375,"claude-opus-4-7":0.25,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.25,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1216,"out_tokens":1020},"claude-opus-4-8":{"in_tokens":2280,"out_tokens":531},"claude-opus-4-7":{"in_tokens":2285,"out_tokens":443},"mistral-large-2":{"in_tokens":1259,"out_tokens":545}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":6153,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":110.66208372400001,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.4444444444444444,"contradicted_count_mean":0.5,"extra_count_mean":2.75,"extra_false_mean":1.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.5925925925925926,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2330,"out_tokens":2859},"claude-opus-4-8":{"in_tokens":4683,"out_tokens":994},"claude-opus-4-7":{"in_tokens":4688,"out_tokens":859},"mistral-large-2":{"in_tokens":2498,"out_tokens":1017}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":4688,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":65.66007070600017,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":3.75,"extra_false_mean":0.5,"extra_unsupported_mean":3.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":6.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":12,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2112,"out_tokens":2808},"claude-opus-4-8":{"in_tokens":4010,"out_tokens":724},"claude-opus-4-7":{"in_tokens":4015,"out_tokens":799},"mistral-large-2":{"in_tokens":2348,"out_tokens":1043}}}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":958,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":35.28916814200011,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.375,"claude-opus-4-7":0.25,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.28125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":1538},"claude-opus-4-8":{"in_tokens":2293,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2298,"out_tokens":617},"mistral-large-2":{"in_tokens":1320,"out_tokens":628}}}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":932,"out_tokens":305,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":51.23184601800017,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_count_mean":0.5,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.625,"claude-opus-4-7":0.75,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1395,"out_tokens":1655},"claude-opus-4-8":{"in_tokens":2614,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2619,"out_tokens":513},"mistral-large-2":{"in_tokens":1455,"out_tokens":561}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":4111,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":32.25963881500002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1689,"out_tokens":1265},"claude-opus-4-8":{"in_tokens":3442,"out_tokens":487},"claude-opus-4-7":{"in_tokens":3447,"out_tokens":421},"mistral-large-2":{"in_tokens":1803,"out_tokens":694}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":4447,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":61.51273538999999,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":1.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2381,"out_tokens":2566},"claude-opus-4-8":{"in_tokens":4562,"out_tokens":822},"claude-opus-4-7":{"in_tokens":4567,"out_tokens":773},"mistral-large-2":{"in_tokens":2609,"out_tokens":821}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":6180,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":117.07251979000011,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_count_mean":0.75,"extra_count_mean":1.75,"extra_false_mean":0.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2251,"out_tokens":1752},"claude-opus-4-8":{"in_tokens":4515,"out_tokens":1018},"claude-opus-4-7":{"in_tokens":4520,"out_tokens":911},"mistral-large-2":{"in_tokens":2415,"out_tokens":759}}}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":884,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":47.78711600199995,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.25,"contradicted_count_mean":1.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.625,"claude-opus-4-7":0.375,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.4375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":1638},"claude-opus-4-8":{"in_tokens":2543,"out_tokens":734},"claude-opus-4-7":{"in_tokens":2548,"out_tokens":579},"mistral-large-2":{"in_tokens":1406,"out_tokens":618}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":458,"out_tokens":4573,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":102.37446641300016,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.9,"contradicted_count_mean":0.75,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.6,"claude-opus-4-7":0.6,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.65,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":957},"claude-opus-4-8":{"in_tokens":2502,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2507,"out_tokens":551},"mistral-large-2":{"in_tokens":1459,"out_tokens":691}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":2876,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":41.18187837200003,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1880,"out_tokens":2049},"claude-opus-4-8":{"in_tokens":3684,"out_tokens":715},"claude-opus-4-7":{"in_tokens":3689,"out_tokens":625},"mistral-large-2":{"in_tokens":2024,"out_tokens":784}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":3776,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":52.713616009999896,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2011,"out_tokens":1748},"claude-opus-4-8":{"in_tokens":3962,"out_tokens":596},"claude-opus-4-7":{"in_tokens":3967,"out_tokens":487},"mistral-large-2":{"in_tokens":2159,"out_tokens":752}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":7815,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":131.42209516899993,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_count_mean":3.25,"extra_count_mean":1.5,"extra_false_mean":1.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.125,"claude-opus-4-7":0.125,"mistral-large-2":0.125},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":5.0,"mistral-large-2":7.0},"score_ex_family":0.125,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1990,"out_tokens":1884},"claude-opus-4-8":{"in_tokens":4116,"out_tokens":917},"claude-opus-4-7":{"in_tokens":4121,"out_tokens":674},"mistral-large-2":{"in_tokens":2123,"out_tokens":959}}}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":1063,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":71.58572480299995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1416,"out_tokens":1416},"claude-opus-4-8":{"in_tokens":2639,"out_tokens":577},"claude-opus-4-7":{"in_tokens":2644,"out_tokens":525},"mistral-large-2":{"in_tokens":1493,"out_tokens":596}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":4626,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":40.98169797499986,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1557,"out_tokens":2383},"claude-opus-4-8":{"in_tokens":3127,"out_tokens":495},"claude-opus-4-7":{"in_tokens":3132,"out_tokens":501},"mistral-large-2":{"in_tokens":1666,"out_tokens":500}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":4624,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":98.935316995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_count_mean":0.25,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.375,"claude-opus-4-7":0.375,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1208,"out_tokens":1726},"claude-opus-4-8":{"in_tokens":2374,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2379,"out_tokens":489},"mistral-large-2":{"in_tokens":1310,"out_tokens":649}}}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":915,"out_tokens":216,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":36.02134373600006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.84375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1195,"out_tokens":1384},"claude-opus-4-8":{"in_tokens":2257,"out_tokens":554},"claude-opus-4-7":{"in_tokens":2262,"out_tokens":473},"mistral-large-2":{"in_tokens":1260,"out_tokens":569}}}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":941,"out_tokens":295,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":40.954405951000126,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1322,"out_tokens":2028},"claude-opus-4-8":{"in_tokens":2512,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2517,"out_tokens":523},"mistral-large-2":{"in_tokens":1408,"out_tokens":516}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":3540,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":49.113141783000174,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":1.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2036,"out_tokens":2807},"claude-opus-4-8":{"in_tokens":3755,"out_tokens":892},"claude-opus-4-7":{"in_tokens":3760,"out_tokens":634},"mistral-large-2":{"in_tokens":2292,"out_tokens":795}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":680,"out_tokens":3938,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":57.26210708700023,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":1.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1916,"out_tokens":1672},"claude-opus-4-8":{"in_tokens":3841,"out_tokens":721},"claude-opus-4-7":{"in_tokens":3846,"out_tokens":678},"mistral-large-2":{"in_tokens":2119,"out_tokens":532}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":1007,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":25.966468006000014,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1377,"out_tokens":1486},"claude-opus-4-8":{"in_tokens":2578,"out_tokens":711},"claude-opus-4-7":{"in_tokens":2583,"out_tokens":574},"mistral-large-2":{"in_tokens":1453,"out_tokens":617}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":857,"out_tokens":3744,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":50.16238499699989,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_count_mean":0.25,"extra_count_mean":1.5,"extra_false_mean":0.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2403,"out_tokens":2609},"claude-opus-4-8":{"in_tokens":4614,"out_tokens":875},"claude-opus-4-7":{"in_tokens":4619,"out_tokens":512},"mistral-large-2":{"in_tokens":2687,"out_tokens":881}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.003260247,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":4894,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":58.652425600000015,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":0.25,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9444444444444445,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1925,"out_tokens":1819},"claude-opus-4-8":{"in_tokens":3809,"out_tokens":705},"claude-opus-4-7":{"in_tokens":3814,"out_tokens":666},"mistral-large-2":{"in_tokens":2080,"out_tokens":544}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":4863,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":72.78689475199985,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.25,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.5714285714285714},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.7142857142857143,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1814,"out_tokens":2213},"claude-opus-4-8":{"in_tokens":3578,"out_tokens":736},"claude-opus-4-7":{"in_tokens":3583,"out_tokens":484},"mistral-large-2":{"in_tokens":1961,"out_tokens":667}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":1034,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":56.94281221900019,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1576,"out_tokens":1356},"claude-opus-4-8":{"in_tokens":2952,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2957,"out_tokens":514},"mistral-large-2":{"in_tokens":1656,"out_tokens":556}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":898,"out_tokens":3899,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":54.77426825300017,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.25,"extra_count_mean":2.25,"extra_false_mean":1.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.7857142857142857,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2241,"out_tokens":3189},"claude-opus-4-8":{"in_tokens":4221,"out_tokens":841},"claude-opus-4-7":{"in_tokens":4226,"out_tokens":734},"mistral-large-2":{"in_tokens":2482,"out_tokens":595}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":948,"out_tokens":356,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":42.33633097400002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_count_mean":1.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.5,"claude-opus-4-7":0.4,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1597,"out_tokens":1608},"claude-opus-4-8":{"in_tokens":3133,"out_tokens":813},"claude-opus-4-7":{"in_tokens":3138,"out_tokens":726},"mistral-large-2":{"in_tokens":1710,"out_tokens":745}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":365,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":54.50329843600025,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1584,"out_tokens":1667},"claude-opus-4-8":{"in_tokens":2951,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2956,"out_tokens":544},"mistral-large-2":{"in_tokens":1675,"out_tokens":740}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":5553,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":73.453144501,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":1.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1634,"out_tokens":1860},"claude-opus-4-8":{"in_tokens":3248,"out_tokens":593},"claude-opus-4-7":{"in_tokens":3253,"out_tokens":587},"mistral-large-2":{"in_tokens":1716,"out_tokens":570}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":2359,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":34.979345172000194,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1768,"out_tokens":1736},"claude-opus-4-8":{"in_tokens":3427,"out_tokens":675},"claude-opus-4-7":{"in_tokens":3432,"out_tokens":478},"mistral-large-2":{"in_tokens":1932,"out_tokens":734}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":928,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":31.555468349999956,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_count_mean":0.5,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.5,"claude-opus-4-7":0.6,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":1589},"claude-opus-4-8":{"in_tokens":2636,"out_tokens":760},"claude-opus-4-7":{"in_tokens":2641,"out_tokens":612},"mistral-large-2":{"in_tokens":1449,"out_tokens":644}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":103,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":26.4342195549998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1056,"out_tokens":1097},"claude-opus-4-8":{"in_tokens":1976,"out_tokens":456},"claude-opus-4-7":{"in_tokens":1981,"out_tokens":455},"mistral-large-2":{"in_tokens":1100,"out_tokens":484}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":4938,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":75.31033406699999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1964,"out_tokens":1114},"claude-opus-4-8":{"in_tokens":4033,"out_tokens":589},"claude-opus-4-7":{"in_tokens":4038,"out_tokens":461},"mistral-large-2":{"in_tokens":2132,"out_tokens":600}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":10029,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":977.381950639,"hallucination_count":7.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_count_mean":3.25,"extra_count_mean":4.5,"extra_false_mean":3.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.125},"judge_hallucination_counts":{"gpt-5":9.0,"claude-opus-4-8":7.0,"claude-opus-4-7":8.0,"mistral-large-2":7.0},"score_ex_family":0.03125,"false_claim_types":{"az":3,"paragraph":10,"study":0,"number":0,"other":3},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1852,"out_tokens":3373},"claude-opus-4-8":{"in_tokens":3543,"out_tokens":1207},"claude-opus-4-7":{"in_tokens":3548,"out_tokens":849},"mistral-large-2":{"in_tokens":2012,"out_tokens":1153}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":2483,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":34.05624851599987,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1805,"out_tokens":2711},"claude-opus-4-8":{"in_tokens":3444,"out_tokens":867},"claude-opus-4-7":{"in_tokens":3449,"out_tokens":522},"mistral-large-2":{"in_tokens":2007,"out_tokens":818}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":426,"out_tokens":3518,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":78.06547401599983,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":3.5,"extra_count_mean":1.25,"extra_false_mean":1.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":6.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1384,"out_tokens":1366},"claude-opus-4-8":{"in_tokens":2600,"out_tokens":867},"claude-opus-4-7":{"in_tokens":2605,"out_tokens":547},"mistral-large-2":{"in_tokens":1519,"out_tokens":715}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":925,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":29.766612155000075,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1353,"out_tokens":1562},"claude-opus-4-8":{"in_tokens":2539,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2544,"out_tokens":570},"mistral-large-2":{"in_tokens":1412,"out_tokens":743}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1014,"out_tokens":4640,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":63.63685013799977,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":1.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":5.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2737,"out_tokens":3074},"claude-opus-4-8":{"in_tokens":5093,"out_tokens":897},"claude-opus-4-7":{"in_tokens":5098,"out_tokens":664},"mistral-large-2":{"in_tokens":2953,"out_tokens":978}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":929,"out_tokens":244,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":38.68019612499984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":1224},"claude-opus-4-8":{"in_tokens":2513,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2518,"out_tokens":565},"mistral-large-2":{"in_tokens":1404,"out_tokens":572}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":941,"out_tokens":131,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":19.648148570000103,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.475,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1393,"out_tokens":913},"claude-opus-4-8":{"in_tokens":2629,"out_tokens":765},"claude-opus-4-7":{"in_tokens":2634,"out_tokens":552},"mistral-large-2":{"in_tokens":1465,"out_tokens":612}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":2352,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":32.27373461699972,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1746,"out_tokens":1929},"claude-opus-4-8":{"in_tokens":3313,"out_tokens":628},"claude-opus-4-7":{"in_tokens":3318,"out_tokens":585},"mistral-large-2":{"in_tokens":1951,"out_tokens":774}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":4443,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":59.36765002200036,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":3.0,"extra_false_mean":1.25,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2364,"out_tokens":2632},"claude-opus-4-8":{"in_tokens":4588,"out_tokens":943},"claude-opus-4-7":{"in_tokens":4593,"out_tokens":738},"mistral-large-2":{"in_tokens":2588,"out_tokens":774}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":1011,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":37.04881918399997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.84375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1377,"out_tokens":1795},"claude-opus-4-8":{"in_tokens":2569,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2574,"out_tokens":484},"mistral-large-2":{"in_tokens":1445,"out_tokens":633}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":883,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":26.96008731799975,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1222,"out_tokens":931},"claude-opus-4-8":{"in_tokens":2344,"out_tokens":612},"claude-opus-4-7":{"in_tokens":2349,"out_tokens":564},"mistral-large-2":{"in_tokens":1294,"out_tokens":520}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":7709,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":166.8003578979999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":2013},"claude-opus-4-8":{"in_tokens":2529,"out_tokens":837},"claude-opus-4-7":{"in_tokens":2534,"out_tokens":526},"mistral-large-2":{"in_tokens":1443,"out_tokens":587}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":9393,"error":null,"skip_reason":null,"score_raw":0.175,"duration_s":244.00108530199986,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_count_mean":3.0,"extra_count_mean":3.5,"extra_false_mean":2.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.2,"claude-opus-4-7":0.2,"mistral-large-2":0.3},"judge_hallucination_counts":{"gpt-5":8.0,"claude-opus-4-8":6.0,"claude-opus-4-7":5.0,"mistral-large-2":7.0},"score_ex_family":0.175,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":1,"other":6},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":3010,"out_tokens":3382},"claude-opus-4-8":{"in_tokens":5787,"out_tokens":1280},"claude-opus-4-7":{"in_tokens":5792,"out_tokens":948},"mistral-large-2":{"in_tokens":3216,"out_tokens":1155}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":470,"out_tokens":8446,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":244.96732807900003,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_count_mean":2.5,"extra_count_mean":3.25,"extra_false_mean":2.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.2,"mistral-large-2":0.4},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":5.0,"claude-opus-4-7":9.0,"mistral-large-2":7.0},"score_ex_family":0.475,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":4,"other":3},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":2284,"out_tokens":2818},"claude-opus-4-8":{"in_tokens":4452,"out_tokens":1122},"claude-opus-4-7":{"in_tokens":4457,"out_tokens":1203},"mistral-large-2":{"in_tokens":2530,"out_tokens":1144}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":535,"out_tokens":8487,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":246.04354606799984,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.4444444444444444,"contradicted_count_mean":1.0,"extra_count_mean":2.25,"extra_false_mean":1.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":2,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2434,"out_tokens":2924},"claude-opus-4-8":{"in_tokens":4698,"out_tokens":901},"claude-opus-4-7":{"in_tokens":4703,"out_tokens":1044},"mistral-large-2":{"in_tokens":2585,"out_tokens":787}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":716,"out_tokens":3969,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":52.83746012199981,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.5,"extra_count_mean":2.75,"extra_false_mean":1.5,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":1.0,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":5.0,"mistral-large-2":6.0},"score_ex_family":0.6666666666666667,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2241,"out_tokens":2705},"claude-opus-4-8":{"in_tokens":4365,"out_tokens":967},"claude-opus-4-7":{"in_tokens":4370,"out_tokens":1006},"mistral-large-2":{"in_tokens":2454,"out_tokens":783}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":896,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":61.783792477000134,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.25,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5833333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1329,"out_tokens":1505},"claude-opus-4-8":{"in_tokens":2499,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2504,"out_tokens":574},"mistral-large-2":{"in_tokens":1393,"out_tokens":604}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":1005,"out_tokens":157,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":38.54069808699978,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1421,"out_tokens":996},"claude-opus-4-8":{"in_tokens":2604,"out_tokens":531},"claude-opus-4-7":{"in_tokens":2609,"out_tokens":504},"mistral-large-2":{"in_tokens":1492,"out_tokens":585}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":985,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":31.562744000000293,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.6,"claude-opus-4-7":0.6,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.55,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1461,"out_tokens":1590},"claude-opus-4-8":{"in_tokens":2713,"out_tokens":728},"claude-opus-4-7":{"in_tokens":2718,"out_tokens":666},"mistral-large-2":{"in_tokens":1532,"out_tokens":598}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":2814,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":38.76874217199975,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1698,"out_tokens":2529},"claude-opus-4-8":{"in_tokens":3341,"out_tokens":809},"claude-opus-4-7":{"in_tokens":3346,"out_tokens":656},"mistral-large-2":{"in_tokens":1869,"out_tokens":779}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":4093,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":95.49841035200006,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1780,"out_tokens":2013},"claude-opus-4-8":{"in_tokens":3473,"out_tokens":584},"claude-opus-4-7":{"in_tokens":3478,"out_tokens":493},"mistral-large-2":{"in_tokens":1912,"out_tokens":836}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":5471,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":97.27880267400042,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":1.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":4,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1751,"out_tokens":2058},"claude-opus-4-8":{"in_tokens":3447,"out_tokens":754},"claude-opus-4-7":{"in_tokens":3452,"out_tokens":627},"mistral-large-2":{"in_tokens":1853,"out_tokens":584}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":4654,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":66.36291191700002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2009,"out_tokens":1550},"claude-opus-4-8":{"in_tokens":3919,"out_tokens":583},"claude-opus-4-7":{"in_tokens":3924,"out_tokens":677},"mistral-large-2":{"in_tokens":2220,"out_tokens":807}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":3482,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":70.76033828800018,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1683,"out_tokens":2007},"claude-opus-4-8":{"in_tokens":3380,"out_tokens":841},"claude-opus-4-7":{"in_tokens":3385,"out_tokens":681},"mistral-large-2":{"in_tokens":1819,"out_tokens":686}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":1005,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":26.73111273600034,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1476,"out_tokens":1046},"claude-opus-4-8":{"in_tokens":2698,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2703,"out_tokens":575},"mistral-large-2":{"in_tokens":1552,"out_tokens":639}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":3173,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":43.24624160199983,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_count_mean":0.25,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.625,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1977,"out_tokens":2288},"claude-opus-4-8":{"in_tokens":3920,"out_tokens":744},"claude-opus-4-7":{"in_tokens":3925,"out_tokens":607},"mistral-large-2":{"in_tokens":2164,"out_tokens":687}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.008478078,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":133,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":16.03435547900017,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.375,"claude-opus-4-7":0.375,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.40625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1202,"out_tokens":1088},"claude-opus-4-8":{"in_tokens":2275,"out_tokens":521},"claude-opus-4-7":{"in_tokens":2280,"out_tokens":462},"mistral-large-2":{"in_tokens":1263,"out_tokens":490}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":7669,"error":null,"skip_reason":null,"score_raw":0.6363636363636364,"duration_s":236.65338247300002,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_count_mean":1.0,"extra_count_mean":3.5,"extra_false_mean":1.75,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.6363636363636364,"claude-opus-4-8":0.6363636363636364,"claude-opus-4-7":0.6363636363636364,"mistral-large-2":0.6363636363636364},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":7.0},"score_ex_family":0.6363636363636364,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":5,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1896,"out_tokens":3128},"claude-opus-4-8":{"in_tokens":3658,"out_tokens":1102},"claude-opus-4-7":{"in_tokens":3663,"out_tokens":930},"mistral-large-2":{"in_tokens":2109,"out_tokens":1104}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":909,"out_tokens":268,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":43.66485902300019,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":1100},"claude-opus-4-8":{"in_tokens":2439,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2444,"out_tokens":539},"mistral-large-2":{"in_tokens":1362,"out_tokens":626}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":3901,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":53.71158705000016,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2144,"out_tokens":2492},"claude-opus-4-8":{"in_tokens":4044,"out_tokens":875},"claude-opus-4-7":{"in_tokens":4049,"out_tokens":748},"mistral-large-2":{"in_tokens":2354,"out_tokens":752}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":3422,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":46.441029542999786,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_count_mean":0.25,"extra_count_mean":1.75,"extra_false_mean":0.5,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1970,"out_tokens":2676},"claude-opus-4-8":{"in_tokens":3695,"out_tokens":880},"claude-opus-4-7":{"in_tokens":3700,"out_tokens":583},"mistral-large-2":{"in_tokens":2177,"out_tokens":833}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":985,"out_tokens":244,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":49.65316623799981,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":1139},"claude-opus-4-8":{"in_tokens":2556,"out_tokens":506},"claude-opus-4-7":{"in_tokens":2561,"out_tokens":496},"mistral-large-2":{"in_tokens":1403,"out_tokens":523}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":3647,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":52.531710159999875,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"contradicted_count_mean":1.0,"extra_count_mean":2.25,"extra_false_mean":1.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":1},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1943,"out_tokens":3168},"claude-opus-4-8":{"in_tokens":3768,"out_tokens":932},"claude-opus-4-7":{"in_tokens":3773,"out_tokens":684},"mistral-large-2":{"in_tokens":2086,"out_tokens":728}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":1004,"out_tokens":282,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":58.99659200299993,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1558,"out_tokens":1413},"claude-opus-4-8":{"in_tokens":2970,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2975,"out_tokens":535},"mistral-large-2":{"in_tokens":1622,"out_tokens":681}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":474,"out_tokens":13146,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":275.9741883160002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.4444444444444444,"contradicted_count_mean":0.25,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.2222222222222222,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.3611111111111111,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1572,"out_tokens":1741},"claude-opus-4-8":{"in_tokens":2958,"out_tokens":735},"claude-opus-4-7":{"in_tokens":2963,"out_tokens":610},"mistral-large-2":{"in_tokens":1786,"out_tokens":848}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":3621,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":51.71546268999964,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.75,"extra_count_mean":3.5,"extra_false_mean":0.0,"extra_unsupported_mean":3.5,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":1.0,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":6.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":2,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2091,"out_tokens":3005},"claude-opus-4-8":{"in_tokens":4001,"out_tokens":907},"claude-opus-4-7":{"in_tokens":4006,"out_tokens":665},"mistral-large-2":{"in_tokens":2247,"out_tokens":828}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":2628,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":60.31365334100019,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.9047619047619048,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1411,"out_tokens":1573},"claude-opus-4-8":{"in_tokens":2843,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2848,"out_tokens":514},"mistral-large-2":{"in_tokens":1475,"out_tokens":463}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":10577,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":214.01369418500008,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.5,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1189,"out_tokens":1963},"claude-opus-4-8":{"in_tokens":2305,"out_tokens":733},"claude-opus-4-7":{"in_tokens":2310,"out_tokens":564},"mistral-large-2":{"in_tokens":1281,"out_tokens":568}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":5649,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":128.45543629400026,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1228,"out_tokens":1045},"claude-opus-4-8":{"in_tokens":2332,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2337,"out_tokens":602},"mistral-large-2":{"in_tokens":1347,"out_tokens":631}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":841,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":24.830208524000227,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6785714285714286,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1171,"out_tokens":1283},"claude-opus-4-8":{"in_tokens":2253,"out_tokens":522},"claude-opus-4-7":{"in_tokens":2258,"out_tokens":382},"mistral-large-2":{"in_tokens":1233,"out_tokens":446}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":907,"out_tokens":81,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":36.768255142999806,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.375,"claude-opus-4-7":0.25,"mistral-large-2":0.25},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.28125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1149,"out_tokens":938},"claude-opus-4-8":{"in_tokens":2154,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2159,"out_tokens":441},"mistral-large-2":{"in_tokens":1191,"out_tokens":482}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":56.09227729599979,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":1.0,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.90625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1311,"out_tokens":1371},"claude-opus-4-8":{"in_tokens":2449,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2454,"out_tokens":479},"mistral-large-2":{"in_tokens":1376,"out_tokens":620}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":3449,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":45.83146591900004,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":4.0,"extra_false_mean":1.0,"extra_unsupported_mean":3.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":12.0},"score_ex_family":1.0,"false_claim_types":{"az":3,"paragraph":5,"study":0,"number":1,"other":6},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2051,"out_tokens":2011},"claude-opus-4-8":{"in_tokens":3901,"out_tokens":771},"claude-opus-4-7":{"in_tokens":3906,"out_tokens":728},"mistral-large-2":{"in_tokens":2252,"out_tokens":1074}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":2063,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":45.96161327200025,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":1306},"claude-opus-4-8":{"in_tokens":2566,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2571,"out_tokens":607},"mistral-large-2":{"in_tokens":1505,"out_tokens":510}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":282,"out_tokens":5766,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":109.17442067999991,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1997,"out_tokens":1586},"claude-opus-4-8":{"in_tokens":3974,"out_tokens":598},"claude-opus-4-7":{"in_tokens":3979,"out_tokens":608},"mistral-large-2":{"in_tokens":2134,"out_tokens":821}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":5767,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":109.00049467400004,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1750,"out_tokens":2089},"claude-opus-4-8":{"in_tokens":3635,"out_tokens":628},"claude-opus-4-7":{"in_tokens":3640,"out_tokens":612},"mistral-large-2":{"in_tokens":1862,"out_tokens":734}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":954,"out_tokens":173,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":62.17711204300031,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1308,"out_tokens":1173},"claude-opus-4-8":{"in_tokens":2499,"out_tokens":718},"claude-opus-4-7":{"in_tokens":2504,"out_tokens":542},"mistral-large-2":{"in_tokens":1429,"out_tokens":665}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":966,"out_tokens":133,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":42.718254003999846,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.5,"claude-opus-4-7":0.25,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1237},"claude-opus-4-8":{"in_tokens":2300,"out_tokens":682},"claude-opus-4-7":{"in_tokens":2305,"out_tokens":538},"mistral-large-2":{"in_tokens":1303,"out_tokens":521}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":922,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":52.135351689000345,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.25,"contradicted_count_mean":0.5,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.125,"claude-opus-4-7":0.25,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.25,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1141,"out_tokens":1917},"claude-opus-4-8":{"in_tokens":2239,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2244,"out_tokens":513},"mistral-large-2":{"in_tokens":1235,"out_tokens":626}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":2692,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":63.647899830999904,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.5,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6388888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1258,"out_tokens":1270},"claude-opus-4-8":{"in_tokens":2366,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2371,"out_tokens":586},"mistral-large-2":{"in_tokens":1359,"out_tokens":570}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":6293,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":87.11419668099961,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_count_mean":1.5,"extra_count_mean":3.25,"extra_false_mean":1.0,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.625,"claude-opus-4-7":0.375,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":9.0},"score_ex_family":0.1875,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":6},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2447,"out_tokens":2572},"claude-opus-4-8":{"in_tokens":5041,"out_tokens":863},"claude-opus-4-7":{"in_tokens":5046,"out_tokens":832},"mistral-large-2":{"in_tokens":2614,"out_tokens":1098}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":929,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":36.99876241799984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1185,"out_tokens":1280},"claude-opus-4-8":{"in_tokens":2305,"out_tokens":688},"claude-opus-4-7":{"in_tokens":2310,"out_tokens":449},"mistral-large-2":{"in_tokens":1267,"out_tokens":528}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":940,"out_tokens":232,"error":null,"skip_reason":null,"score_raw":0.8500000000000001,"duration_s":39.44843032699964,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8500000000000001,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1261,"out_tokens":1336},"claude-opus-4-8":{"in_tokens":2382,"out_tokens":641},"claude-opus-4-7":{"in_tokens":2387,"out_tokens":526},"mistral-large-2":{"in_tokens":1382,"out_tokens":631}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":8317,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":247.05240422999987,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_count_mean":0.5,"extra_count_mean":2.0,"extra_false_mean":1.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.6,"claude-opus-4-7":0.6,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.65,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":2,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1994,"out_tokens":2558},"claude-opus-4-8":{"in_tokens":3934,"out_tokens":1118},"claude-opus-4-7":{"in_tokens":3939,"out_tokens":887},"mistral-large-2":{"in_tokens":2145,"out_tokens":815}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":9111,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":209.35419937100005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.6944444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1555,"out_tokens":1812},"claude-opus-4-8":{"in_tokens":2995,"out_tokens":779},"claude-opus-4-7":{"in_tokens":3000,"out_tokens":709},"mistral-large-2":{"in_tokens":1692,"out_tokens":630}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":5991,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":127.81426871399981,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":1559},"claude-opus-4-8":{"in_tokens":2566,"out_tokens":670},"claude-opus-4-7":{"in_tokens":2571,"out_tokens":589},"mistral-large-2":{"in_tokens":1501,"out_tokens":668}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":7539,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":206.89034536200006,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_count_mean":0.5,"extra_count_mean":2.0,"extra_false_mean":1.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1971,"out_tokens":2675},"claude-opus-4-8":{"in_tokens":3897,"out_tokens":802},"claude-opus-4-7":{"in_tokens":3902,"out_tokens":921},"mistral-large-2":{"in_tokens":2104,"out_tokens":664}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":10516,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":141.28855223599976,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":1.5,"extra_count_mean":3.5,"extra_false_mean":2.75,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":7.0,"claude-opus-4-7":7.0,"mistral-large-2":4.0},"score_ex_family":0.6111111111111112,"false_claim_types":{"az":0,"paragraph":11,"study":0,"number":1,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":3442,"out_tokens":2852},"claude-opus-4-8":{"in_tokens":6801,"out_tokens":1367},"claude-opus-4-7":{"in_tokens":6806,"out_tokens":1047},"mistral-large-2":{"in_tokens":3731,"out_tokens":841}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":923,"out_tokens":140,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":78.35153924799988,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.4444444444444444,"contradicted_count_mean":3.5,"extra_count_mean":1.75,"extra_false_mean":1.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":8.0,"claude-opus-4-7":5.0,"mistral-large-2":5.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":4},"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":1360},"claude-opus-4-8":{"in_tokens":2664,"out_tokens":971},"claude-opus-4-7":{"in_tokens":2669,"out_tokens":619},"mistral-large-2":{"in_tokens":1550,"out_tokens":839}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":972,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":123.64237636899998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.25,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.4444444444444444},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.3611111111111111,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1512,"out_tokens":2064},"claude-opus-4-8":{"in_tokens":2877,"out_tokens":693},"claude-opus-4-7":{"in_tokens":2882,"out_tokens":547},"mistral-large-2":{"in_tokens":1709,"out_tokens":577}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":7711,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":277.8559077490004,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_count_mean":1.0,"extra_count_mean":2.0,"extra_false_mean":1.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.875,"claude-opus-4-7":0.625,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1757,"out_tokens":2347},"claude-opus-4-8":{"in_tokens":3366,"out_tokens":769},"claude-opus-4-7":{"in_tokens":3371,"out_tokens":619},"mistral-large-2":{"in_tokens":1855,"out_tokens":721}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":5227,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":96.36540268099998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":5.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2626,"out_tokens":2090},"claude-opus-4-8":{"in_tokens":5163,"out_tokens":951},"claude-opus-4-7":{"in_tokens":5168,"out_tokens":685},"mistral-large-2":{"in_tokens":2842,"out_tokens":1338}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":982,"out_tokens":195,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":48.16600070200002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_count_mean":1.0,"extra_count_mean":1.0,"extra_false_mean":1.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1410,"out_tokens":1304},"claude-opus-4-8":{"in_tokens":2622,"out_tokens":776},"claude-opus-4-7":{"in_tokens":2627,"out_tokens":631},"mistral-large-2":{"in_tokens":1543,"out_tokens":711}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":4166,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":88.1625142150001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.25,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.53125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1083,"out_tokens":1103},"claude-opus-4-8":{"in_tokens":2027,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2032,"out_tokens":442},"mistral-large-2":{"in_tokens":1196,"out_tokens":514}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":5382,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":118.1049511770002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6944444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1273,"out_tokens":1261},"claude-opus-4-8":{"in_tokens":2376,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2381,"out_tokens":533},"mistral-large-2":{"in_tokens":1362,"out_tokens":593}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":9660,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":128.14406573999986,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_count_mean":1.5,"extra_count_mean":2.5,"extra_false_mean":1.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.75,"claude-opus-4-7":0.375,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":1,"other":0},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":3355,"out_tokens":2700},"claude-opus-4-8":{"in_tokens":6735,"out_tokens":980},"claude-opus-4-7":{"in_tokens":6740,"out_tokens":891},"mistral-large-2":{"in_tokens":3611,"out_tokens":1131}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":672,"out_tokens":5465,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":76.85840709900003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.9285714285714286,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2177,"out_tokens":3191},"claude-opus-4-8":{"in_tokens":4429,"out_tokens":722},"claude-opus-4-7":{"in_tokens":4434,"out_tokens":535},"mistral-large-2":{"in_tokens":2321,"out_tokens":729}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":981,"out_tokens":159,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":77.65349176900008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5555555555555556,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1485,"out_tokens":1165},"claude-opus-4-8":{"in_tokens":2845,"out_tokens":780},"claude-opus-4-7":{"in_tokens":2850,"out_tokens":535},"mistral-large-2":{"in_tokens":1622,"out_tokens":679}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":7259,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":175.2368845760002,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_count_mean":1.5,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.8,"claude-opus-4-7":0.7,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2596,"out_tokens":2753},"claude-opus-4-8":{"in_tokens":5071,"out_tokens":959},"claude-opus-4-7":{"in_tokens":5076,"out_tokens":772},"mistral-large-2":{"in_tokens":2739,"out_tokens":995}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":7135,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":136.55705707300012,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.8666666666666667,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2962,"out_tokens":3101},"claude-opus-4-8":{"in_tokens":5874,"out_tokens":966},"claude-opus-4-7":{"in_tokens":5879,"out_tokens":898},"mistral-large-2":{"in_tokens":3213,"out_tokens":898}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":977,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":62.22349645600025,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.4444444444444444,"contradicted_count_mean":0.25,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5833333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1240,"out_tokens":1257},"claude-opus-4-8":{"in_tokens":2326,"out_tokens":571},"claude-opus-4-7":{"in_tokens":2331,"out_tokens":556},"mistral-large-2":{"in_tokens":1341,"out_tokens":662}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":1003,"out_tokens":216,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":75.88585248000027,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":1026},"claude-opus-4-8":{"in_tokens":2569,"out_tokens":709},"claude-opus-4-7":{"in_tokens":2574,"out_tokens":560},"mistral-large-2":{"in_tokens":1504,"out_tokens":703}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":3680,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":85.9479711150002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":1174},"claude-opus-4-8":{"in_tokens":2210,"out_tokens":657},"claude-opus-4-7":{"in_tokens":2215,"out_tokens":565},"mistral-large-2":{"in_tokens":1189,"out_tokens":486}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":900,"out_tokens":159,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":52.422440300999824,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1146,"out_tokens":1219},"claude-opus-4-8":{"in_tokens":2165,"out_tokens":616},"claude-opus-4-7":{"in_tokens":2170,"out_tokens":565},"mistral-large-2":{"in_tokens":1274,"out_tokens":563}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":4755,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":94.69198209600017,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1422,"out_tokens":1467},"claude-opus-4-8":{"in_tokens":2702,"out_tokens":615},"claude-opus-4-7":{"in_tokens":2707,"out_tokens":524},"mistral-large-2":{"in_tokens":1570,"out_tokens":573}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":930,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":76.16543154300007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1349,"out_tokens":1126},"claude-opus-4-8":{"in_tokens":2578,"out_tokens":599},"claude-opus-4-7":{"in_tokens":2583,"out_tokens":521},"mistral-large-2":{"in_tokens":1454,"out_tokens":564}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":539,"out_tokens":3111,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":96.26108818800003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":0.25,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.84375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":7},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2158,"out_tokens":2527},"claude-opus-4-8":{"in_tokens":4158,"out_tokens":639},"claude-opus-4-7":{"in_tokens":4163,"out_tokens":543},"mistral-large-2":{"in_tokens":2261,"out_tokens":659}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":5130,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":69.551160772,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":3.25,"extra_false_mean":0.5,"extra_unsupported_mean":2.75,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2219,"out_tokens":3508},"claude-opus-4-8":{"in_tokens":4491,"out_tokens":627},"claude-opus-4-7":{"in_tokens":4496,"out_tokens":655},"mistral-large-2":{"in_tokens":2355,"out_tokens":771}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":1034,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":60.78358717999981,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":1146},"claude-opus-4-8":{"in_tokens":2555,"out_tokens":553},"claude-opus-4-7":{"in_tokens":2560,"out_tokens":465},"mistral-large-2":{"in_tokens":1476,"out_tokens":502}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":553,"out_tokens":7725,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":105.71232804600004,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.25,"extra_count_mean":3.75,"extra_false_mean":0.75,"extra_unsupported_mean":3.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":8.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":2,"paragraph":5,"study":0,"number":6,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2786,"out_tokens":1899},"claude-opus-4-8":{"in_tokens":5713,"out_tokens":912},"claude-opus-4-7":{"in_tokens":5718,"out_tokens":663},"mistral-large-2":{"in_tokens":2993,"out_tokens":830}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":4454,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":94.310782861,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8571428571428571,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1937,"out_tokens":1080},"claude-opus-4-8":{"in_tokens":3767,"out_tokens":607},"claude-opus-4-7":{"in_tokens":3772,"out_tokens":571},"mistral-large-2":{"in_tokens":2070,"out_tokens":833}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":6996,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":127.09128928700011,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8,"contradicted_count_mean":1.0,"extra_count_mean":2.25,"extra_false_mean":0.75,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.5,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":5.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2360,"out_tokens":3118},"claude-opus-4-8":{"in_tokens":4662,"out_tokens":1253},"claude-opus-4-7":{"in_tokens":4667,"out_tokens":854},"mistral-large-2":{"in_tokens":2508,"out_tokens":1132}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":10245,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":140.31759232000013,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":1.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.9166666666666667,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2845,"out_tokens":3062},"claude-opus-4-8":{"in_tokens":5625,"out_tokens":675},"claude-opus-4-7":{"in_tokens":5630,"out_tokens":560},"mistral-large-2":{"in_tokens":3062,"out_tokens":918}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":932,"out_tokens":137,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":63.78513878600006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1132,"out_tokens":959},"claude-opus-4-8":{"in_tokens":2239,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2244,"out_tokens":471},"mistral-large-2":{"in_tokens":1205,"out_tokens":486}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":6393,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":131.80973708800002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8,"contradicted_count_mean":0.25,"extra_count_mean":2.0,"extra_false_mean":1.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.8666666666666667,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2452,"out_tokens":2669},"claude-opus-4-8":{"in_tokens":4842,"out_tokens":1073},"claude-opus-4-7":{"in_tokens":4847,"out_tokens":791},"mistral-large-2":{"in_tokens":2646,"out_tokens":939}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":5308,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":97.14279358899967,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_count_mean":0.75,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.7,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.7666666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":2,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2162,"out_tokens":2168},"claude-opus-4-8":{"in_tokens":4311,"out_tokens":1007},"claude-opus-4-7":{"in_tokens":4316,"out_tokens":684},"mistral-large-2":{"in_tokens":2320,"out_tokens":861}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":8968,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":292.002090385,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5,"contradicted_count_mean":0.75,"extra_count_mean":2.75,"extra_false_mean":1.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.53125,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1989,"out_tokens":2486},"claude-opus-4-8":{"in_tokens":3831,"out_tokens":1019},"claude-opus-4-7":{"in_tokens":3836,"out_tokens":896},"mistral-large-2":{"in_tokens":2107,"out_tokens":756}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":931,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":74.96175433200006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1247,"out_tokens":871},"claude-opus-4-8":{"in_tokens":2444,"out_tokens":728},"claude-opus-4-7":{"in_tokens":2449,"out_tokens":478},"mistral-large-2":{"in_tokens":1333,"out_tokens":534}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":629.4390450510002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":530,"out_tokens":2942,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":84.94276118200014,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.6944444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2117,"out_tokens":1486},"claude-opus-4-8":{"in_tokens":3918,"out_tokens":770},"claude-opus-4-7":{"in_tokens":3923,"out_tokens":655},"mistral-large-2":{"in_tokens":2227,"out_tokens":740}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":966,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":61.20029893500032,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1196,"out_tokens":1246},"claude-opus-4-8":{"in_tokens":2399,"out_tokens":550},"claude-opus-4-7":{"in_tokens":2404,"out_tokens":496},"mistral-large-2":{"in_tokens":1323,"out_tokens":503}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":431,"out_tokens":7914,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":166.9490571700003,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.75,"extra_count_mean":1.5,"extra_false_mean":0.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.4444444444444444},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":6.0},"score_ex_family":0.4722222222222222,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1274,"out_tokens":1709},"claude-opus-4-8":{"in_tokens":2495,"out_tokens":699},"claude-opus-4-7":{"in_tokens":2500,"out_tokens":629},"mistral-large-2":{"in_tokens":1367,"out_tokens":759}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":1127,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":0.46428571428571425,"duration_s":34.99581493400001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.5714285714285714,"claude-opus-4-7":0.2857142857142857,"mistral-large-2":0.5714285714285714},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.46428571428571425,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1527,"out_tokens":894},"claude-opus-4-8":{"in_tokens":2814,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2819,"out_tokens":510},"mistral-large-2":{"in_tokens":1716,"out_tokens":503}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":1069,"out_tokens":139,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":57.479057155999726,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.96875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1396,"out_tokens":1504},"claude-opus-4-8":{"in_tokens":2683,"out_tokens":606},"claude-opus-4-7":{"in_tokens":2688,"out_tokens":528},"mistral-large-2":{"in_tokens":1566,"out_tokens":637}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":7286,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":102.0898939939998,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.14285714285714285,"contradicted_count_mean":0.75,"extra_count_mean":3.0,"extra_false_mean":1.25,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.2857142857142857,"claude-opus-4-8":1.0,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.42857142857142855},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.3571428571428571,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2681,"out_tokens":3989},"claude-opus-4-8":{"in_tokens":5254,"out_tokens":801},"claude-opus-4-7":{"in_tokens":5259,"out_tokens":765},"mistral-large-2":{"in_tokens":2914,"out_tokens":883}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":6522,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":93.35547925400033,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":1.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.9166666666666667,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2573,"out_tokens":1735},"claude-opus-4-8":{"in_tokens":5136,"out_tokens":749},"claude-opus-4-7":{"in_tokens":5141,"out_tokens":589},"mistral-large-2":{"in_tokens":2771,"out_tokens":674}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":6949,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":142.74819401600007,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_count_mean":4.5,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":5.0,"claude-opus-4-7":5.0,"mistral-large-2":4.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1232,"out_tokens":1353},"claude-opus-4-8":{"in_tokens":2451,"out_tokens":701},"claude-opus-4-7":{"in_tokens":2456,"out_tokens":500},"mistral-large-2":{"in_tokens":1373,"out_tokens":656}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":914,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":36.70541842900002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1257,"out_tokens":1209},"claude-opus-4-8":{"in_tokens":2403,"out_tokens":749},"claude-opus-4-7":{"in_tokens":2408,"out_tokens":512},"mistral-large-2":{"in_tokens":1365,"out_tokens":657}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":8126,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":103.10060621999992,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":1.0,"contradicted_count_mean":1.0,"extra_count_mean":2.0,"extra_false_mean":1.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":1,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2518,"out_tokens":2252},"claude-opus-4-8":{"in_tokens":4952,"out_tokens":812},"claude-opus-4-7":{"in_tokens":4957,"out_tokens":621},"mistral-large-2":{"in_tokens":2632,"out_tokens":881}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":5097,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":115.35088407700005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9444444444444445,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1928,"out_tokens":1205},"claude-opus-4-8":{"in_tokens":3748,"out_tokens":486},"claude-opus-4-7":{"in_tokens":3753,"out_tokens":413},"mistral-large-2":{"in_tokens":2058,"out_tokens":583}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":5124,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":115.01816687300015,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":1.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.7916666666666666,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1837,"out_tokens":2310},"claude-opus-4-8":{"in_tokens":3573,"out_tokens":885},"claude-opus-4-7":{"in_tokens":3578,"out_tokens":780},"mistral-large-2":{"in_tokens":1945,"out_tokens":766}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":935,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":68.90732197099987,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6944444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1286,"out_tokens":1409},"claude-opus-4-8":{"in_tokens":2480,"out_tokens":731},"claude-opus-4-7":{"in_tokens":2485,"out_tokens":556},"mistral-large-2":{"in_tokens":1424,"out_tokens":560}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":11804,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":243.00785529699988,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1424,"out_tokens":2115},"claude-opus-4-8":{"in_tokens":2619,"out_tokens":738},"claude-opus-4-7":{"in_tokens":2624,"out_tokens":566},"mistral-large-2":{"in_tokens":1590,"out_tokens":659}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":7069,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":138.29632838099997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":1.0,"claude-opus-4-7":0.6,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.8666666666666667,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2903,"out_tokens":2297},"claude-opus-4-8":{"in_tokens":5671,"out_tokens":1064},"claude-opus-4-7":{"in_tokens":5676,"out_tokens":816},"mistral-large-2":{"in_tokens":3032,"out_tokens":1120}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":317,"out_tokens":7342,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":132.7663079580002,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_count_mean":1.5,"extra_count_mean":5.0,"extra_false_mean":4.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.6,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":7.0,"claude-opus-4-7":7.0,"mistral-large-2":5.0},"score_ex_family":0.575,"false_claim_types":{"az":4,"paragraph":6,"study":0,"number":6,"other":4},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2425,"out_tokens":3847},"claude-opus-4-8":{"in_tokens":4704,"out_tokens":1392},"claude-opus-4-7":{"in_tokens":4709,"out_tokens":1028},"mistral-large-2":{"in_tokens":2642,"out_tokens":1012}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":6135,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":85.32952681500001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":0.5,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":8.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2749,"out_tokens":2278},"claude-opus-4-8":{"in_tokens":5697,"out_tokens":589},"claude-opus-4-7":{"in_tokens":5702,"out_tokens":462},"mistral-large-2":{"in_tokens":3001,"out_tokens":1037}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":4898,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":64.22638292600004,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":3.5,"extra_false_mean":2.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":4.0,"claude-opus-4-7":7.0,"mistral-large-2":2.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":10,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1876,"out_tokens":2655},"claude-opus-4-8":{"in_tokens":3685,"out_tokens":946},"claude-opus-4-7":{"in_tokens":3690,"out_tokens":886},"mistral-large-2":{"in_tokens":1989,"out_tokens":739}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":923,"out_tokens":387,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":197.4285843409998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1482,"out_tokens":2026},"claude-opus-4-8":{"in_tokens":2739,"out_tokens":657},"claude-opus-4-7":{"in_tokens":2744,"out_tokens":648},"mistral-large-2":{"in_tokens":1664,"out_tokens":663}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1171,"out_tokens":381,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":106.52546713099991,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1925,"out_tokens":1944},"claude-opus-4-8":{"in_tokens":3591,"out_tokens":753},"claude-opus-4-7":{"in_tokens":3596,"out_tokens":621},"mistral-large-2":{"in_tokens":2054,"out_tokens":758}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":1412,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":33.57757321899999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1225,"out_tokens":1159},"claude-opus-4-8":{"in_tokens":2323,"out_tokens":652},"claude-opus-4-7":{"in_tokens":2328,"out_tokens":490},"mistral-large-2":{"in_tokens":1333,"out_tokens":545}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":7889,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":155.74173865099965,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.9,"contradicted_count_mean":1.0,"extra_count_mean":1.75,"extra_false_mean":1.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.6999999999999998,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2687,"out_tokens":2900},"claude-opus-4-8":{"in_tokens":5358,"out_tokens":1014},"claude-opus-4-7":{"in_tokens":5363,"out_tokens":981},"mistral-large-2":{"in_tokens":2889,"out_tokens":828}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":1034,"out_tokens":272,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":80.49153363699997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1468,"out_tokens":1147},"claude-opus-4-8":{"in_tokens":2831,"out_tokens":885},"claude-opus-4-7":{"in_tokens":2836,"out_tokens":654},"mistral-large-2":{"in_tokens":1599,"out_tokens":685}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":992,"out_tokens":105,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":50.09926077499995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.2222222222222222,"contradicted_count_mean":0.25,"extra_count_mean":0.75,"extra_false_mean":0.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.4722222222222222,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1192,"out_tokens":1718},"claude-opus-4-8":{"in_tokens":2264,"out_tokens":783},"claude-opus-4-7":{"in_tokens":2269,"out_tokens":634},"mistral-large-2":{"in_tokens":1310,"out_tokens":662}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":4943,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":141.42336634599997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_count_mean":0.5,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":0,"study":1,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1930,"out_tokens":1693},"claude-opus-4-8":{"in_tokens":3626,"out_tokens":653},"claude-opus-4-7":{"in_tokens":3631,"out_tokens":666},"mistral-large-2":{"in_tokens":2014,"out_tokens":676}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":5601,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":80.51837378800019,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":0.75,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9285714285714286,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2113,"out_tokens":3203},"claude-opus-4-8":{"in_tokens":4180,"out_tokens":710},"claude-opus-4-7":{"in_tokens":4185,"out_tokens":572},"mistral-large-2":{"in_tokens":2281,"out_tokens":656}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2436.8400128,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":12134,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":251.06362898399993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1453,"out_tokens":1746},"claude-opus-4-8":{"in_tokens":2798,"out_tokens":791},"claude-opus-4-7":{"in_tokens":2803,"out_tokens":518},"mistral-large-2":{"in_tokens":1634,"out_tokens":652}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":974,"out_tokens":145,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":53.6190432479998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1195,"out_tokens":1352},"claude-opus-4-8":{"in_tokens":2289,"out_tokens":547},"claude-opus-4-7":{"in_tokens":2294,"out_tokens":430},"mistral-large-2":{"in_tokens":1330,"out_tokens":475}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":982,"out_tokens":187,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":54.05189027800043,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.3333333333333333,"contradicted_count_mean":0.25,"extra_count_mean":2.0,"extra_false_mean":1.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.2222222222222222,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.2222222222222222,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.3611111111111111,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1310,"out_tokens":2501},"claude-opus-4-8":{"in_tokens":2533,"out_tokens":890},"claude-opus-4-7":{"in_tokens":2538,"out_tokens":794},"mistral-large-2":{"in_tokens":1419,"out_tokens":689}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":4444,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":94.80542384300043,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.9333333333333332,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2880,"out_tokens":2207},"claude-opus-4-8":{"in_tokens":5623,"out_tokens":874},"claude-opus-4-7":{"in_tokens":5628,"out_tokens":717},"mistral-large-2":{"in_tokens":3087,"out_tokens":1092}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":544,"out_tokens":8757,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":561.59285972,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.25,"extra_count_mean":1.75,"extra_false_mean":1.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":4.0,"mistral-large-2":2.0},"score_ex_family":0.7857142857142857,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":3,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1730,"out_tokens":2348},"claude-opus-4-8":{"in_tokens":3427,"out_tokens":729},"claude-opus-4-7":{"in_tokens":3432,"out_tokens":700},"mistral-large-2":{"in_tokens":1843,"out_tokens":654}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"ok","in_tokens":325,"out_tokens":2347,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":80.25432543599982,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":1.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.5925925925925926,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1711,"out_tokens":3202},"claude-opus-4-8":{"in_tokens":3418,"out_tokens":1090},"claude-opus-4-7":{"in_tokens":3423,"out_tokens":876},"mistral-large-2":{"in_tokens":1837,"out_tokens":850}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":5786,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":76.26094346799982,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_count_mean":1.0,"extra_count_mean":3.0,"extra_false_mean":1.75,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":4.0,"claude-opus-4-7":6.0,"mistral-large-2":5.0},"score_ex_family":0.625,"false_claim_types":{"az":1,"paragraph":5,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2418,"out_tokens":3129},"claude-opus-4-8":{"in_tokens":4804,"out_tokens":1005},"claude-opus-4-7":{"in_tokens":4809,"out_tokens":757},"mistral-large-2":{"in_tokens":2601,"out_tokens":1043}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":4199,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":114.79109187699987,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":0.5,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.9259259259259259,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":3,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1958,"out_tokens":2483},"claude-opus-4-8":{"in_tokens":4006,"out_tokens":774},"claude-opus-4-7":{"in_tokens":4011,"out_tokens":767},"mistral-large-2":{"in_tokens":2114,"out_tokens":811}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":953,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":60.87118924299966,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1189,"out_tokens":1382},"claude-opus-4-8":{"in_tokens":2331,"out_tokens":773},"claude-opus-4-7":{"in_tokens":2336,"out_tokens":515},"mistral-large-2":{"in_tokens":1299,"out_tokens":534}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":7096,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":93.97612948300002,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_count_mean":1.25,"extra_count_mean":3.0,"extra_false_mean":1.5,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":11,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2484,"out_tokens":3066},"claude-opus-4-8":{"in_tokens":4726,"out_tokens":957},"claude-opus-4-7":{"in_tokens":4731,"out_tokens":718},"mistral-large-2":{"in_tokens":2618,"out_tokens":790}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":1465,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":39.591905513000256,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.8518518518518517,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1478,"out_tokens":1591},"claude-opus-4-8":{"in_tokens":2883,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2888,"out_tokens":578},"mistral-large-2":{"in_tokens":1612,"out_tokens":850}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":443,"out_tokens":4983,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":96.17480517800004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6944444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1322,"out_tokens":1186},"claude-opus-4-8":{"in_tokens":2540,"out_tokens":657},"claude-opus-4-7":{"in_tokens":2545,"out_tokens":587},"mistral-large-2":{"in_tokens":1467,"out_tokens":627}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":945,"out_tokens":195,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":54.40525447500022,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1242,"out_tokens":996},"claude-opus-4-8":{"in_tokens":2372,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2377,"out_tokens":527},"mistral-large-2":{"in_tokens":1382,"out_tokens":522}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":556,"out_tokens":5409,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":78.49663638500033,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":5.25,"extra_false_mean":2.5,"extra_unsupported_mean":2.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":4.0,"claude-opus-4-7":6.0,"mistral-large-2":6.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":14,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2499,"out_tokens":2213},"claude-opus-4-8":{"in_tokens":4958,"out_tokens":989},"claude-opus-4-7":{"in_tokens":4963,"out_tokens":839},"mistral-large-2":{"in_tokens":2683,"out_tokens":949}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":11762,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":224.33845010699997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.5714285714285714,"claude-opus-4-7":0.42857142857142855,"mistral-large-2":0.5714285714285714},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1482,"out_tokens":1396},"claude-opus-4-8":{"in_tokens":2713,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2718,"out_tokens":514},"mistral-large-2":{"in_tokens":1668,"out_tokens":505}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":318,"out_tokens":1925,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":55.275122216,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_count_mean":0.25,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1513,"out_tokens":1132},"claude-opus-4-8":{"in_tokens":3077,"out_tokens":679},"claude-opus-4-7":{"in_tokens":3082,"out_tokens":666},"mistral-large-2":{"in_tokens":1619,"out_tokens":673}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":3835,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":54.029437099000006,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2058,"out_tokens":2565},"claude-opus-4-8":{"in_tokens":4150,"out_tokens":649},"claude-opus-4-7":{"in_tokens":4155,"out_tokens":485},"mistral-large-2":{"in_tokens":2163,"out_tokens":717}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":4401,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":118.53262779400029,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2331,"out_tokens":1832},"claude-opus-4-8":{"in_tokens":4544,"out_tokens":774},"claude-opus-4-7":{"in_tokens":4549,"out_tokens":602},"mistral-large-2":{"in_tokens":2499,"out_tokens":671}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":3578,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":97.04575601000033,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_count_mean":1.0,"extra_count_mean":2.0,"extra_false_mean":1.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":5,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2157,"out_tokens":2010},"claude-opus-4-8":{"in_tokens":3969,"out_tokens":727},"claude-opus-4-7":{"in_tokens":3974,"out_tokens":728},"mistral-large-2":{"in_tokens":2259,"out_tokens":709}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1606,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":45.883560543000385,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1740,"out_tokens":1542},"claude-opus-4-8":{"in_tokens":3388,"out_tokens":662},"claude-opus-4-7":{"in_tokens":3393,"out_tokens":652},"mistral-large-2":{"in_tokens":1843,"out_tokens":785}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":954,"out_tokens":151,"error":null,"skip_reason":null,"score_raw":0.027777777777777776,"duration_s":119.87580154599982,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":4.0,"extra_count_mean":1.0,"extra_false_mean":1.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.1111111111111111},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":6.0,"claude-opus-4-7":4.0,"mistral-large-2":5.0},"score_ex_family":0.027777777777777776,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1198,"out_tokens":1537},"claude-opus-4-8":{"in_tokens":2345,"out_tokens":935},"claude-opus-4-7":{"in_tokens":2350,"out_tokens":572},"mistral-large-2":{"in_tokens":1317,"out_tokens":718}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":932,"out_tokens":103,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":57.07881158999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1076,"out_tokens":1424},"claude-opus-4-8":{"in_tokens":2059,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2064,"out_tokens":539},"mistral-large-2":{"in_tokens":1142,"out_tokens":504}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":42.09127988700038,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6944444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1224,"out_tokens":762},"claude-opus-4-8":{"in_tokens":2299,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2304,"out_tokens":531},"mistral-large-2":{"in_tokens":1306,"out_tokens":544}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":2410,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":47.76831959400033,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.4444444444444444,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.1111111111111111,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.3333333333333333},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.2777777777777778,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1180,"out_tokens":1450},"claude-opus-4-8":{"in_tokens":2244,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2249,"out_tokens":498},"mistral-large-2":{"in_tokens":1296,"out_tokens":630}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":103.94483252300006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1375,"out_tokens":1947},"claude-opus-4-8":{"in_tokens":2559,"out_tokens":999},"claude-opus-4-7":{"in_tokens":2564,"out_tokens":679},"mistral-large-2":{"in_tokens":1512,"out_tokens":695}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":3247,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":96.25762227299992,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_count_mean":1.5,"extra_count_mean":3.0,"extra_false_mean":0.5,"extra_unsupported_mean":2.5,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.375,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":7.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.46875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":4,"other":6},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1703,"out_tokens":3012},"claude-opus-4-8":{"in_tokens":3273,"out_tokens":1029},"claude-opus-4-7":{"in_tokens":3278,"out_tokens":642},"mistral-large-2":{"in_tokens":1789,"out_tokens":723}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":938,"out_tokens":145,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":28.381954466000025,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1084,"out_tokens":1083},"claude-opus-4-8":{"in_tokens":2090,"out_tokens":526},"claude-opus-4-7":{"in_tokens":2095,"out_tokens":406},"mistral-large-2":{"in_tokens":1175,"out_tokens":512}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":4458,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":142.19262947199968,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2340,"out_tokens":1500},"claude-opus-4-8":{"in_tokens":4382,"out_tokens":676},"claude-opus-4-7":{"in_tokens":4387,"out_tokens":484},"mistral-large-2":{"in_tokens":2445,"out_tokens":746}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":6787,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":91.09001478299979,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":4.5,"extra_false_mean":2.0,"extra_unsupported_mean":2.5,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":5.0,"mistral-large-2":7.0},"score_ex_family":0.9285714285714286,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":9},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2380,"out_tokens":3007},"claude-opus-4-8":{"in_tokens":4858,"out_tokens":852},"claude-opus-4-7":{"in_tokens":4863,"out_tokens":806},"mistral-large-2":{"in_tokens":2530,"out_tokens":1099}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":4329,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":106.79045489999999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.7037037037037037,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2133,"out_tokens":2533},"claude-opus-4-8":{"in_tokens":4189,"out_tokens":886},"claude-opus-4-7":{"in_tokens":4194,"out_tokens":733},"mistral-large-2":{"in_tokens":2288,"out_tokens":931}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"ok","in_tokens":286,"out_tokens":2107,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":57.34383952600001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8518518518518517,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1962,"out_tokens":1725},"claude-opus-4-8":{"in_tokens":3861,"out_tokens":856},"claude-opus-4-7":{"in_tokens":3866,"out_tokens":601},"mistral-large-2":{"in_tokens":2069,"out_tokens":852}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":14208,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":263.7814134959999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.53125,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1829,"out_tokens":2406},"claude-opus-4-8":{"in_tokens":3366,"out_tokens":819},"claude-opus-4-7":{"in_tokens":3371,"out_tokens":713},"mistral-large-2":{"in_tokens":1967,"out_tokens":615}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":951,"out_tokens":330,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":70.02484667499994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1366,"out_tokens":1690},"claude-opus-4-8":{"in_tokens":2609,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2614,"out_tokens":536},"mistral-large-2":{"in_tokens":1498,"out_tokens":575}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2757.992105115,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":3374,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":88.67770174599991,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_count_mean":1.0,"extra_count_mean":3.0,"extra_false_mean":2.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":5,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1934,"out_tokens":2547},"claude-opus-4-8":{"in_tokens":3911,"out_tokens":943},"claude-opus-4-7":{"in_tokens":3916,"out_tokens":744},"mistral-large-2":{"in_tokens":2092,"out_tokens":711}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":8734,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":175.46171084399975,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1546},"claude-opus-4-8":{"in_tokens":2684,"out_tokens":672},"claude-opus-4-7":{"in_tokens":2689,"out_tokens":567},"mistral-large-2":{"in_tokens":1547,"out_tokens":609}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1010,"out_tokens":8756,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":115.81070777000014,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_count_mean":1.25,"extra_count_mean":3.5,"extra_false_mean":0.75,"extra_unsupported_mean":2.75,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":8.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":9},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":3450,"out_tokens":3432},"claude-opus-4-8":{"in_tokens":6735,"out_tokens":1146},"claude-opus-4-7":{"in_tokens":6740,"out_tokens":933},"mistral-large-2":{"in_tokens":3619,"out_tokens":1138}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":1000,"out_tokens":357,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":71.77483986800007,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.84375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1458,"out_tokens":1811},"claude-opus-4-8":{"in_tokens":3004,"out_tokens":701},"claude-opus-4-7":{"in_tokens":3009,"out_tokens":568},"mistral-large-2":{"in_tokens":1565,"out_tokens":683}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":3502,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":107.78445688299962,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.90625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1635,"out_tokens":1471},"claude-opus-4-8":{"in_tokens":3104,"out_tokens":529},"claude-opus-4-7":{"in_tokens":3109,"out_tokens":477},"mistral-large-2":{"in_tokens":1718,"out_tokens":648}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":4750,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":96.3229783050001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.5277777777777778,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1321,"out_tokens":1506},"claude-opus-4-8":{"in_tokens":2540,"out_tokens":732},"claude-opus-4-7":{"in_tokens":2545,"out_tokens":681},"mistral-large-2":{"in_tokens":1434,"out_tokens":686}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":1037,"out_tokens":493,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":105.07053437600007,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.5,"extra_count_mean":1.25,"extra_false_mean":0.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.6111111111111112,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1749,"out_tokens":2628},"claude-opus-4-8":{"in_tokens":3496,"out_tokens":815},"claude-opus-4-7":{"in_tokens":3501,"out_tokens":768},"mistral-large-2":{"in_tokens":1890,"out_tokens":706}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2045.708824111,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":5403,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":135.22664544100007,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":1.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9259259259259259,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2065,"out_tokens":3454},"claude-opus-4-8":{"in_tokens":3942,"out_tokens":958},"claude-opus-4-7":{"in_tokens":3947,"out_tokens":790},"mistral-large-2":{"in_tokens":2256,"out_tokens":862}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":10008,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":572.01451198,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_count_mean":2.25,"extra_count_mean":3.25,"extra_false_mean":3.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.25,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":7.0,"claude-opus-4-7":7.0,"mistral-large-2":6.0},"score_ex_family":0.125,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":2,"other":4},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1886,"out_tokens":2577},"claude-opus-4-8":{"in_tokens":3668,"out_tokens":1360},"claude-opus-4-7":{"in_tokens":3673,"out_tokens":1215},"mistral-large-2":{"in_tokens":1979,"out_tokens":868}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":10658,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":143.764797112,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_count_mean":0.0,"extra_count_mean":4.5,"extra_false_mean":1.75,"extra_unsupported_mean":2.75,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":1.0,"claude-opus-4-7":0.7,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":3.0,"claude-opus-4-7":5.0,"mistral-large-2":5.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":7},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":4087,"out_tokens":4186},"claude-opus-4-8":{"in_tokens":8027,"out_tokens":1318},"claude-opus-4-7":{"in_tokens":8032,"out_tokens":1137},"mistral-large-2":{"in_tokens":4408,"out_tokens":1072}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":945,"out_tokens":346,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":64.869084165,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7142857142857143,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":1509},"claude-opus-4-8":{"in_tokens":2724,"out_tokens":609},"claude-opus-4-7":{"in_tokens":2729,"out_tokens":514},"mistral-large-2":{"in_tokens":1410,"out_tokens":561}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":2699,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":54.765684687999965,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1198,"out_tokens":1796},"claude-opus-4-8":{"in_tokens":2330,"out_tokens":757},"claude-opus-4-7":{"in_tokens":2335,"out_tokens":546},"mistral-large-2":{"in_tokens":1311,"out_tokens":563}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":3729,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":103.61957986700008,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2204,"out_tokens":2627},"claude-opus-4-8":{"in_tokens":4359,"out_tokens":766},"claude-opus-4-7":{"in_tokens":4364,"out_tokens":965},"mistral-large-2":{"in_tokens":2408,"out_tokens":954}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"ok","in_tokens":377,"out_tokens":3197,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":90.63790101399991,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.25,"extra_count_mean":2.0,"extra_false_mean":0.75,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2646,"out_tokens":2605},"claude-opus-4-8":{"in_tokens":5266,"out_tokens":1095},"claude-opus-4-7":{"in_tokens":5271,"out_tokens":809},"mistral-large-2":{"in_tokens":2814,"out_tokens":966}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":563,"out_tokens":4088,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":116.0893076870002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1990,"out_tokens":1393},"claude-opus-4-8":{"in_tokens":3748,"out_tokens":745},"claude-opus-4-7":{"in_tokens":3753,"out_tokens":522},"mistral-large-2":{"in_tokens":2080,"out_tokens":653}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":2363,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":73.05014677999998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_count_mean":0.25,"extra_count_mean":1.5,"extra_false_mean":0.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":5.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2302,"out_tokens":3317},"claude-opus-4-8":{"in_tokens":4723,"out_tokens":825},"claude-opus-4-7":{"in_tokens":4728,"out_tokens":723},"mistral-large-2":{"in_tokens":2490,"out_tokens":899}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":361,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":38.18205471400006,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":1.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1228,"out_tokens":2404},"claude-opus-4-8":{"in_tokens":2452,"out_tokens":526},"claude-opus-4-7":{"in_tokens":2457,"out_tokens":425},"mistral-large-2":{"in_tokens":1312,"out_tokens":598}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":905,"out_tokens":613,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":74.65239269999984,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1496,"out_tokens":2550},"claude-opus-4-8":{"in_tokens":2924,"out_tokens":542},"claude-opus-4-7":{"in_tokens":2929,"out_tokens":414},"mistral-large-2":{"in_tokens":1605,"out_tokens":809}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":5002,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":145.54395594900006,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1783,"out_tokens":1302},"claude-opus-4-8":{"in_tokens":3405,"out_tokens":704},"claude-opus-4-7":{"in_tokens":3410,"out_tokens":611},"mistral-large-2":{"in_tokens":1898,"out_tokens":591}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":9152,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":138.44794496699978,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":3.75,"extra_false_mean":1.5,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.9,"false_claim_types":{"az":1,"paragraph":3,"study":0,"number":3,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":4297,"out_tokens":3590},"claude-opus-4-8":{"in_tokens":8385,"out_tokens":1247},"claude-opus-4-7":{"in_tokens":8390,"out_tokens":1012},"mistral-large-2":{"in_tokens":4613,"out_tokens":1023}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":3868,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":103.70091491699986,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.9,"contradicted_count_mean":0.25,"extra_count_mean":1.75,"extra_false_mean":0.0,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":5.0},"score_ex_family":0.95,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2012,"out_tokens":1187},"claude-opus-4-8":{"in_tokens":3737,"out_tokens":696},"claude-opus-4-7":{"in_tokens":3742,"out_tokens":668},"mistral-large-2":{"in_tokens":2118,"out_tokens":883}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":6309,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":127.05588658599981,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1202,"out_tokens":1422},"claude-opus-4-8":{"in_tokens":2349,"out_tokens":733},"claude-opus-4-7":{"in_tokens":2354,"out_tokens":528},"mistral-large-2":{"in_tokens":1316,"out_tokens":555}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":527,"out_tokens":2140,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":63.03880160500012,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":1.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.775,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1970,"out_tokens":2365},"claude-opus-4-8":{"in_tokens":3762,"out_tokens":782},"claude-opus-4-7":{"in_tokens":3767,"out_tokens":636},"mistral-large-2":{"in_tokens":2055,"out_tokens":654}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":916,"out_tokens":7901,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":106.06220442599988,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_count_mean":1.0,"extra_count_mean":3.25,"extra_false_mean":0.75,"extra_unsupported_mean":2.5,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":6.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":3468,"out_tokens":3758},"claude-opus-4-8":{"in_tokens":6890,"out_tokens":1097},"claude-opus-4-7":{"in_tokens":6895,"out_tokens":966},"mistral-large-2":{"in_tokens":3672,"out_tokens":1230}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":10994,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":220.19380844200032,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_count_mean":0.5,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1351,"out_tokens":2105},"claude-opus-4-8":{"in_tokens":2586,"out_tokens":591},"claude-opus-4-7":{"in_tokens":2591,"out_tokens":575},"mistral-large-2":{"in_tokens":1498,"out_tokens":635}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":444,"out_tokens":3383,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":65.44643649,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.65625,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1262,"out_tokens":1407},"claude-opus-4-8":{"in_tokens":2402,"out_tokens":687},"claude-opus-4-7":{"in_tokens":2407,"out_tokens":664},"mistral-large-2":{"in_tokens":1409,"out_tokens":559}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":935,"out_tokens":518,"error":null,"skip_reason":null,"score_raw":0.14285714285714285,"duration_s":63.225673241000095,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.2857142857142857,"contradicted_count_mean":1.0,"extra_count_mean":3.0,"extra_false_mean":2.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.14285714285714285,"claude-opus-4-8":0.2857142857142857,"claude-opus-4-7":0.0,"mistral-large-2":0.14285714285714285},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":5.0,"claude-opus-4-7":6.0,"mistral-large-2":5.0},"score_ex_family":0.14285714285714285,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1473,"out_tokens":2674},"claude-opus-4-8":{"in_tokens":2916,"out_tokens":879},"claude-opus-4-7":{"in_tokens":2921,"out_tokens":759},"mistral-large-2":{"in_tokens":1593,"out_tokens":782}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":602,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":86.51568986200027,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9583333333333334,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1470,"out_tokens":2366},"claude-opus-4-8":{"in_tokens":2919,"out_tokens":543},"claude-opus-4-7":{"in_tokens":2924,"out_tokens":515},"mistral-large-2":{"in_tokens":1560,"out_tokens":570}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":2017,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":61.24576344599973,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1403,"out_tokens":922},"claude-opus-4-8":{"in_tokens":2633,"out_tokens":509},"claude-opus-4-7":{"in_tokens":2638,"out_tokens":386},"mistral-large-2":{"in_tokens":1462,"out_tokens":505}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":2751,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":81.83550244200023,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.975,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1813,"out_tokens":1414},"claude-opus-4-8":{"in_tokens":3504,"out_tokens":649},"claude-opus-4-7":{"in_tokens":3509,"out_tokens":639},"mistral-large-2":{"in_tokens":1912,"out_tokens":781}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":3041,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":86.45420913199996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1610,"out_tokens":1982},"claude-opus-4-8":{"in_tokens":3130,"out_tokens":844},"claude-opus-4-7":{"in_tokens":3135,"out_tokens":555},"mistral-large-2":{"in_tokens":1727,"out_tokens":693}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":989,"out_tokens":712,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":200.76443074899998,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"contradicted_count_mean":1.0,"extra_count_mean":1.75,"extra_false_mean":0.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1881,"out_tokens":2467},"claude-opus-4-8":{"in_tokens":3743,"out_tokens":1123},"claude-opus-4-7":{"in_tokens":3748,"out_tokens":748},"mistral-large-2":{"in_tokens":2018,"out_tokens":841}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":923,"out_tokens":423,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":74.4967796560004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1329,"out_tokens":1793},"claude-opus-4-8":{"in_tokens":2650,"out_tokens":453},"claude-opus-4-7":{"in_tokens":2655,"out_tokens":435},"mistral-large-2":{"in_tokens":1435,"out_tokens":725}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":3493,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":90.8040214419998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_count_mean":0.5,"extra_count_mean":1.5,"extra_false_mean":0.75,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.8,"claude-opus-4-7":0.6,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.7666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1480,"out_tokens":2168},"claude-opus-4-8":{"in_tokens":2886,"out_tokens":1110},"claude-opus-4-7":{"in_tokens":2891,"out_tokens":829},"mistral-large-2":{"in_tokens":1592,"out_tokens":848}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":488,"out_tokens":5676,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":134.02562704799993,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":0.0,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":5.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":6},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2237,"out_tokens":2166},"claude-opus-4-8":{"in_tokens":4404,"out_tokens":777},"claude-opus-4-7":{"in_tokens":4409,"out_tokens":694},"mistral-large-2":{"in_tokens":2362,"out_tokens":890}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":4743,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":124.01436592800019,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6,"contradicted_count_mean":0.5,"extra_count_mean":2.75,"extra_false_mean":2.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.6,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.6333333333333333,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2307,"out_tokens":2915},"claude-opus-4-8":{"in_tokens":4281,"out_tokens":1282},"claude-opus-4-7":{"in_tokens":4286,"out_tokens":988},"mistral-large-2":{"in_tokens":2452,"out_tokens":827}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":428,"out_tokens":1896,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":43.472411943000225,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.90625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1089,"out_tokens":1119},"claude-opus-4-8":{"in_tokens":2074,"out_tokens":534},"claude-opus-4-7":{"in_tokens":2079,"out_tokens":496},"mistral-large-2":{"in_tokens":1170,"out_tokens":481}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":4161,"error":null,"skip_reason":null,"score_raw":0.8181818181818182,"duration_s":100.48707861699995,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.8181818181818182,"claude-opus-4-8":0.8181818181818182,"claude-opus-4-7":0.8181818181818182,"mistral-large-2":0.8181818181818182},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.8181818181818182,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1703,"out_tokens":2166},"claude-opus-4-8":{"in_tokens":3335,"out_tokens":910},"claude-opus-4-7":{"in_tokens":3340,"out_tokens":872},"mistral-large-2":{"in_tokens":1893,"out_tokens":925}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":2420,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":76.71647528699987,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.95,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2000,"out_tokens":1460},"claude-opus-4-8":{"in_tokens":3780,"out_tokens":783},"claude-opus-4-7":{"in_tokens":3785,"out_tokens":709},"mistral-large-2":{"in_tokens":2073,"out_tokens":752}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":458,"out_tokens":1067,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":33.80091435800023,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1678,"out_tokens":1178},"claude-opus-4-8":{"in_tokens":3189,"out_tokens":673},"claude-opus-4-7":{"in_tokens":3194,"out_tokens":567},"mistral-large-2":{"in_tokens":1766,"out_tokens":752}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":6994,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":97.06940915199993,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":3.75,"extra_false_mean":1.25,"extra_unsupported_mean":2.5,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":6.0,"mistral-large-2":3.0},"score_ex_family":0.7857142857142857,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":2,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2596,"out_tokens":3000},"claude-opus-4-8":{"in_tokens":5036,"out_tokens":885},"claude-opus-4-7":{"in_tokens":5041,"out_tokens":838},"mistral-large-2":{"in_tokens":2793,"out_tokens":743}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":6432,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":85.78640758599977,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_count_mean":1.5,"extra_count_mean":2.5,"extra_false_mean":1.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.6,"claude-opus-4-7":0.6,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":5.0,"mistral-large-2":5.0},"score_ex_family":0.55,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":4,"other":3},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2906,"out_tokens":3062},"claude-opus-4-8":{"in_tokens":5821,"out_tokens":1014},"claude-opus-4-7":{"in_tokens":5826,"out_tokens":971},"mistral-large-2":{"in_tokens":3137,"out_tokens":1128}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":872,"out_tokens":501,"error":null,"skip_reason":null,"score_raw":0.8571428571428572,"duration_s":46.431932695999876,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":1.0,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8571428571428572,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1351,"out_tokens":967},"claude-opus-4-8":{"in_tokens":2680,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2685,"out_tokens":438},"mistral-large-2":{"in_tokens":1449,"out_tokens":519}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":910,"out_tokens":583,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":62.143486910999854,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1482,"out_tokens":2159},"claude-opus-4-8":{"in_tokens":3081,"out_tokens":638},"claude-opus-4-7":{"in_tokens":3086,"out_tokens":422},"mistral-large-2":{"in_tokens":1597,"out_tokens":485}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":878,"out_tokens":333,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":76.79584544200043,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":1.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.9166666666666667,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1171,"out_tokens":1574},"claude-opus-4-8":{"in_tokens":2279,"out_tokens":538},"claude-opus-4-7":{"in_tokens":2284,"out_tokens":572},"mistral-large-2":{"in_tokens":1231,"out_tokens":570}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":886,"out_tokens":12348,"error":null,"skip_reason":null,"score_raw":0.7749999999999999,"duration_s":164.561391447,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_count_mean":0.75,"extra_count_mean":3.75,"extra_false_mean":1.75,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":1.0,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":5.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":12,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":4353,"out_tokens":3239},"claude-opus-4-8":{"in_tokens":8619,"out_tokens":1208},"claude-opus-4-7":{"in_tokens":8624,"out_tokens":879},"mistral-large-2":{"in_tokens":4667,"out_tokens":1094}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":531,"out_tokens":2442,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":74.6557642849998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.96875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2058,"out_tokens":2192},"claude-opus-4-8":{"in_tokens":3867,"out_tokens":628},"claude-opus-4-7":{"in_tokens":3872,"out_tokens":580},"mistral-large-2":{"in_tokens":2151,"out_tokens":669}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":454,"out_tokens":5104,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":103.94019417900017,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1279,"out_tokens":1411},"claude-opus-4-8":{"in_tokens":2399,"out_tokens":611},"claude-opus-4-7":{"in_tokens":2404,"out_tokens":590},"mistral-large-2":{"in_tokens":1369,"out_tokens":528}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":908,"out_tokens":373,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":74.31287556100006,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":1.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":6},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1291,"out_tokens":2379},"claude-opus-4-8":{"in_tokens":2551,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2556,"out_tokens":583},"mistral-large-2":{"in_tokens":1358,"out_tokens":777}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2059,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":57.363513945999784,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_count_mean":0.25,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.6333333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2281,"out_tokens":2214},"claude-opus-4-8":{"in_tokens":4388,"out_tokens":893},"claude-opus-4-7":{"in_tokens":4393,"out_tokens":769},"mistral-large-2":{"in_tokens":2431,"out_tokens":926}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":3024,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":79.5205013310001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.6999999999999998,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1758,"out_tokens":1550},"claude-opus-4-8":{"in_tokens":3410,"out_tokens":777},"claude-opus-4-7":{"in_tokens":3415,"out_tokens":715},"mistral-large-2":{"in_tokens":1946,"out_tokens":786}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":2929,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":88.14339603400003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1713,"out_tokens":997},"claude-opus-4-8":{"in_tokens":3219,"out_tokens":577},"claude-opus-4-7":{"in_tokens":3224,"out_tokens":570},"mistral-large-2":{"in_tokens":1809,"out_tokens":741}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":2897,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":81.01927860899968,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1894,"out_tokens":2229},"claude-opus-4-8":{"in_tokens":3784,"out_tokens":917},"claude-opus-4-7":{"in_tokens":3789,"out_tokens":851},"mistral-large-2":{"in_tokens":2009,"out_tokens":806}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":929,"out_tokens":321,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":41.59495577300004,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.25,"contradicted_count_mean":0.5,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.5,"claude-opus-4-7":0.375,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1302,"out_tokens":2005},"claude-opus-4-8":{"in_tokens":2608,"out_tokens":842},"claude-opus-4-7":{"in_tokens":2613,"out_tokens":528},"mistral-large-2":{"in_tokens":1408,"out_tokens":702}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2323,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":73.6081895819998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1867,"out_tokens":1120},"claude-opus-4-8":{"in_tokens":3527,"out_tokens":613},"claude-opus-4-7":{"in_tokens":3532,"out_tokens":509},"mistral-large-2":{"in_tokens":1964,"out_tokens":627}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":4119,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":106.68118417299956,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_count_mean":0.75,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.7666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1577,"out_tokens":2372},"claude-opus-4-8":{"in_tokens":3057,"out_tokens":802},"claude-opus-4-7":{"in_tokens":3062,"out_tokens":634},"mistral-large-2":{"in_tokens":1686,"out_tokens":845}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":4485,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":91.10154789599983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1214,"out_tokens":1389},"claude-opus-4-8":{"in_tokens":2273,"out_tokens":552},"claude-opus-4-7":{"in_tokens":2278,"out_tokens":501},"mistral-large-2":{"in_tokens":1326,"out_tokens":557}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":531,"out_tokens":2325,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":66.95261613000002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":0.0,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.9722222222222222,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":6},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1918,"out_tokens":2205},"claude-opus-4-8":{"in_tokens":3542,"out_tokens":555},"claude-opus-4-7":{"in_tokens":3547,"out_tokens":473},"mistral-large-2":{"in_tokens":2040,"out_tokens":690}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":443,"out_tokens":5262,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":157.63332737600012,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_count_mean":0.5,"extra_count_mean":1.5,"extra_false_mean":0.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":1.0,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":4,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1975,"out_tokens":2071},"claude-opus-4-8":{"in_tokens":3737,"out_tokens":822},"claude-opus-4-7":{"in_tokens":3742,"out_tokens":674},"mistral-large-2":{"in_tokens":2051,"out_tokens":737}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":910,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":44.66597981099994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6785714285714286,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1441},"claude-opus-4-8":{"in_tokens":2289,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2294,"out_tokens":470},"mistral-large-2":{"in_tokens":1201,"out_tokens":460}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":910,"out_tokens":571,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":61.631698193000375,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.5,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1482,"out_tokens":1433},"claude-opus-4-8":{"in_tokens":2940,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2945,"out_tokens":506},"mistral-large-2":{"in_tokens":1583,"out_tokens":637}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":2062,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":63.788444202999926,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_count_mean":0.5,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1957,"out_tokens":1981},"claude-opus-4-8":{"in_tokens":3676,"out_tokens":879},"claude-opus-4-7":{"in_tokens":3681,"out_tokens":695},"mistral-large-2":{"in_tokens":2051,"out_tokens":713}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":6366,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":90.15166589499995,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.75,"contradicted_count_mean":0.75,"extra_count_mean":2.0,"extra_false_mean":0.75,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2478,"out_tokens":2937},"claude-opus-4-8":{"in_tokens":4844,"out_tokens":967},"claude-opus-4-7":{"in_tokens":4849,"out_tokens":758},"mistral-large-2":{"in_tokens":2640,"out_tokens":782}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":6193,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":93.39156641799991,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.0,"extra_count_mean":3.5,"extra_false_mean":2.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":6},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2589,"out_tokens":2651},"claude-opus-4-8":{"in_tokens":5020,"out_tokens":751},"claude-opus-4-7":{"in_tokens":5025,"out_tokens":615},"mistral-large-2":{"in_tokens":2816,"out_tokens":759}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":1594,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":51.52524191400016,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1899,"out_tokens":1408},"claude-opus-4-8":{"in_tokens":3464,"out_tokens":671},"claude-opus-4-7":{"in_tokens":3469,"out_tokens":565},"mistral-large-2":{"in_tokens":1996,"out_tokens":756}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":1035,"out_tokens":362,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":96.5910627520002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_count_mean":1.25,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.53125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1471,"out_tokens":2446},"claude-opus-4-8":{"in_tokens":2827,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2832,"out_tokens":602},"mistral-large-2":{"in_tokens":1553,"out_tokens":665}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":881,"out_tokens":350,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":55.49920892599994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8214285714285714,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1218,"out_tokens":2562},"claude-opus-4-8":{"in_tokens":2499,"out_tokens":576},"claude-opus-4-7":{"in_tokens":2504,"out_tokens":499},"mistral-large-2":{"in_tokens":1292,"out_tokens":579}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":3123,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":78.23751011700006,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_count_mean":0.25,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1739,"out_tokens":1237},"claude-opus-4-8":{"in_tokens":3392,"out_tokens":781},"claude-opus-4-7":{"in_tokens":3397,"out_tokens":611},"mistral-large-2":{"in_tokens":1837,"out_tokens":749}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":2243,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":63.729115986000124,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.9444444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2167,"out_tokens":2332},"claude-opus-4-8":{"in_tokens":4107,"out_tokens":665},"claude-opus-4-7":{"in_tokens":4112,"out_tokens":543},"mistral-large-2":{"in_tokens":2246,"out_tokens":764}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":303.9332789690002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.25,"claude-opus-4-7":0.125,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.28125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1121,"out_tokens":1020},"claude-opus-4-8":{"in_tokens":2080,"out_tokens":606},"claude-opus-4-7":{"in_tokens":2085,"out_tokens":487},"mistral-large-2":{"in_tokens":1227,"out_tokens":586}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":2507,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":70.4045645440001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_count_mean":0.75,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1751,"out_tokens":1404},"claude-opus-4-8":{"in_tokens":3321,"out_tokens":764},"claude-opus-4-7":{"in_tokens":3326,"out_tokens":560},"mistral-large-2":{"in_tokens":1814,"out_tokens":731}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":3633,"error":null,"skip_reason":null,"score_raw":0.225,"duration_s":90.43560345000014,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6,"contradicted_count_mean":2.25,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.4,"claude-opus-4-7":0.3,"mistral-large-2":0.2},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.3,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1793,"out_tokens":2050},"claude-opus-4-8":{"in_tokens":3596,"out_tokens":1018},"claude-opus-4-7":{"in_tokens":3601,"out_tokens":861},"mistral-large-2":{"in_tokens":1921,"out_tokens":941}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":2176,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":64.05254934200002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":0.0,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.96875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1853,"out_tokens":1683},"claude-opus-4-8":{"in_tokens":3408,"out_tokens":625},"claude-opus-4-7":{"in_tokens":3413,"out_tokens":572},"mistral-large-2":{"in_tokens":1944,"out_tokens":925}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":1056,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":32.34089262899988,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_count_mean":0.5,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1660,"out_tokens":1928},"claude-opus-4-8":{"in_tokens":3404,"out_tokens":701},"claude-opus-4-7":{"in_tokens":3409,"out_tokens":593},"mistral-large-2":{"in_tokens":1765,"out_tokens":708}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3750,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":109.68387586399967,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.90625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1670,"out_tokens":2209},"claude-opus-4-8":{"in_tokens":3144,"out_tokens":673},"claude-opus-4-7":{"in_tokens":3149,"out_tokens":584},"mistral-large-2":{"in_tokens":1732,"out_tokens":584}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":2692,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":77.33390539599986,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.90625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1714,"out_tokens":1423},"claude-opus-4-8":{"in_tokens":3263,"out_tokens":601},"claude-opus-4-7":{"in_tokens":3268,"out_tokens":537},"mistral-large-2":{"in_tokens":1789,"out_tokens":674}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":4729,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":133.7307424730002,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.9,"contradicted_count_mean":1.0,"extra_count_mean":1.5,"extra_false_mean":1.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2274,"out_tokens":1779},"claude-opus-4-8":{"in_tokens":4394,"out_tokens":876},"claude-opus-4-7":{"in_tokens":4399,"out_tokens":814},"mistral-large-2":{"in_tokens":2413,"out_tokens":807}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":1112,"out_tokens":750,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":91.10634488899996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.7,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.65,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2252,"out_tokens":2890},"claude-opus-4-8":{"in_tokens":4426,"out_tokens":914},"claude-opus-4-7":{"in_tokens":4431,"out_tokens":831},"mistral-large-2":{"in_tokens":2402,"out_tokens":737}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":5233,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":133.47492348900005,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_count_mean":0.75,"extra_count_mean":3.25,"extra_false_mean":1.25,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.5,"claude-opus-4-7":0.25,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":6.0},"score_ex_family":0.4166666666666667,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":5,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1937,"out_tokens":3019},"claude-opus-4-8":{"in_tokens":3693,"out_tokens":1111},"claude-opus-4-7":{"in_tokens":3698,"out_tokens":801},"mistral-large-2":{"in_tokens":2112,"out_tokens":1019}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1148,"out_tokens":607,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":101.04673964199992,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_count_mean":1.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.8,"claude-opus-4-7":0.7,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2191,"out_tokens":2201},"claude-opus-4-8":{"in_tokens":4258,"out_tokens":1057},"claude-opus-4-7":{"in_tokens":4263,"out_tokens":757},"mistral-large-2":{"in_tokens":2303,"out_tokens":876}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":536,"out_tokens":6804,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":125.44277503500007,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_count_mean":3.75,"extra_count_mean":1.5,"extra_false_mean":1.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":7.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":4},"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1506,"out_tokens":2081},"claude-opus-4-8":{"in_tokens":3131,"out_tokens":797},"claude-opus-4-7":{"in_tokens":3136,"out_tokens":583},"mistral-large-2":{"in_tokens":1616,"out_tokens":886}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":1097,"out_tokens":650,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":89.23304842800007,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":0.75,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":1.0,"claude-opus-4-7":0.7,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.775,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2110,"out_tokens":2550},"claude-opus-4-8":{"in_tokens":4163,"out_tokens":1016},"claude-opus-4-7":{"in_tokens":4168,"out_tokens":851},"mistral-large-2":{"in_tokens":2286,"out_tokens":988}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1309,"out_tokens":12930,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":175.61920786599967,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":3.25,"extra_false_mean":0.75,"extra_unsupported_mean":2.5,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.95,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":4293,"out_tokens":3908},"claude-opus-4-8":{"in_tokens":8363,"out_tokens":1157},"claude-opus-4-7":{"in_tokens":8368,"out_tokens":1023},"mistral-large-2":{"in_tokens":4494,"out_tokens":1104}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3239,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":95.88625001599985,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_count_mean":1.5,"extra_count_mean":1.5,"extra_false_mean":0.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.375,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.4375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":4},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1592,"out_tokens":2285},"claude-opus-4-8":{"in_tokens":2978,"out_tokens":765},"claude-opus-4-7":{"in_tokens":2983,"out_tokens":589},"mistral-large-2":{"in_tokens":1642,"out_tokens":656}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":951,"out_tokens":418,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":51.60154940099983,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7857142857142857,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1391,"out_tokens":1996},"claude-opus-4-8":{"in_tokens":2660,"out_tokens":564},"claude-opus-4-7":{"in_tokens":2665,"out_tokens":442},"mistral-large-2":{"in_tokens":1483,"out_tokens":617}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":3031,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":76.64556962100005,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.5,"extra_count_mean":1.25,"extra_false_mean":1.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.9047619047619048,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1571,"out_tokens":1978},"claude-opus-4-8":{"in_tokens":3122,"out_tokens":811},"claude-opus-4-7":{"in_tokens":3127,"out_tokens":581},"mistral-large-2":{"in_tokens":1662,"out_tokens":597}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":1067,"out_tokens":629,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":121.98293045900027,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_count_mean":1.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.8,"claude-opus-4-7":0.5,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2109,"out_tokens":2478},"claude-opus-4-8":{"in_tokens":4174,"out_tokens":967},"claude-opus-4-7":{"in_tokens":4179,"out_tokens":800},"mistral-large-2":{"in_tokens":2241,"out_tokens":877}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":2499,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":42.403747427000326,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1300,"out_tokens":1874},"claude-opus-4-8":{"in_tokens":2644,"out_tokens":584},"claude-opus-4-7":{"in_tokens":2649,"out_tokens":568},"mistral-large-2":{"in_tokens":1386,"out_tokens":533}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":3265,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":92.91328231299985,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1760,"out_tokens":1254},"claude-opus-4-8":{"in_tokens":3425,"out_tokens":495},"claude-opus-4-7":{"in_tokens":3430,"out_tokens":427},"mistral-large-2":{"in_tokens":1848,"out_tokens":576}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":1068,"out_tokens":446,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":73.67487061800011,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_count_mean":1.0,"extra_count_mean":1.0,"extra_false_mean":1.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1912,"out_tokens":2783},"claude-opus-4-8":{"in_tokens":3762,"out_tokens":940},"claude-opus-4-7":{"in_tokens":3767,"out_tokens":596},"mistral-large-2":{"in_tokens":2059,"out_tokens":842}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":6192,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":110.90920726800005,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.75,"contradicted_count_mean":1.0,"extra_count_mean":1.75,"extra_false_mean":0.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1620,"out_tokens":2139},"claude-opus-4-8":{"in_tokens":3202,"out_tokens":925},"claude-opus-4-7":{"in_tokens":3207,"out_tokens":817},"mistral-large-2":{"in_tokens":1741,"out_tokens":747}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":2488,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":76.80012721599996,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":1.75,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.7407407407407408,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":3,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1737,"out_tokens":2612},"claude-opus-4-8":{"in_tokens":3370,"out_tokens":959},"claude-opus-4-7":{"in_tokens":3375,"out_tokens":752},"mistral-large-2":{"in_tokens":1879,"out_tokens":941}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1109,"out_tokens":10554,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":161.95847595099985,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_count_mean":0.25,"extra_count_mean":5.75,"extra_false_mean":3.5,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":5.0,"claude-opus-4-7":11.0,"mistral-large-2":5.0},"score_ex_family":0.9,"false_claim_types":{"az":3,"paragraph":13,"study":0,"number":2,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":4655,"out_tokens":2784},"claude-opus-4-8":{"in_tokens":9076,"out_tokens":1228},"claude-opus-4-7":{"in_tokens":9081,"out_tokens":1401},"mistral-large-2":{"in_tokens":4990,"out_tokens":1230}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":565,"out_tokens":12669,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":236.8940348000001,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.4444444444444444,"contradicted_count_mean":1.25,"extra_count_mean":2.0,"extra_false_mean":1.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.2222222222222222,"claude-opus-4-7":0.2222222222222222,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.25,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":2,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1700,"out_tokens":2276},"claude-opus-4-8":{"in_tokens":3369,"out_tokens":1167},"claude-opus-4-7":{"in_tokens":3374,"out_tokens":835},"mistral-large-2":{"in_tokens":1824,"out_tokens":903}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":1022,"out_tokens":528,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":87.70899524700008,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6,"contradicted_count_mean":1.75,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.1,"claude-opus-4-8":0.5,"claude-opus-4-7":0.2,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.325,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1774,"out_tokens":2143},"claude-opus-4-8":{"in_tokens":3584,"out_tokens":849},"claude-opus-4-7":{"in_tokens":3589,"out_tokens":756},"mistral-large-2":{"in_tokens":1893,"out_tokens":746}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":4619,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":114.61718803999975,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":1.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1835,"out_tokens":2141},"claude-opus-4-8":{"in_tokens":3538,"out_tokens":812},"claude-opus-4-7":{"in_tokens":3543,"out_tokens":715},"mistral-large-2":{"in_tokens":2007,"out_tokens":707}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":2077,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":43.76802435699983,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.9583333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1115,"out_tokens":1309},"claude-opus-4-8":{"in_tokens":2232,"out_tokens":428},"claude-opus-4-7":{"in_tokens":2237,"out_tokens":402},"mistral-large-2":{"in_tokens":1180,"out_tokens":523}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1103,"out_tokens":15317,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":207.28469400099993,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_count_mean":1.0,"extra_count_mean":4.0,"extra_false_mean":1.75,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.8,"claude-opus-4-7":0.7,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":5.0,"claude-opus-4-7":5.0,"mistral-large-2":8.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":4384,"out_tokens":3213},"claude-opus-4-8":{"in_tokens":8606,"out_tokens":1312},"claude-opus-4-7":{"in_tokens":8611,"out_tokens":1123},"mistral-large-2":{"in_tokens":4746,"out_tokens":1196}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":4966,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":140.96211713699995,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"contradicted_count_mean":0.5,"extra_count_mean":2.5,"extra_false_mean":1.75,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.7333333333333334,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":3,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2438,"out_tokens":3358},"claude-opus-4-8":{"in_tokens":4666,"out_tokens":1096},"claude-opus-4-7":{"in_tokens":4671,"out_tokens":1021},"mistral-large-2":{"in_tokens":2602,"out_tokens":1078}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":1978,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":56.62960348700017,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1951,"out_tokens":1433},"claude-opus-4-8":{"in_tokens":3776,"out_tokens":593},"claude-opus-4-7":{"in_tokens":3781,"out_tokens":546},"mistral-large-2":{"in_tokens":2036,"out_tokens":671}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":5391,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":152.49356510899997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.675,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1626,"out_tokens":2155},"claude-opus-4-8":{"in_tokens":3104,"out_tokens":823},"claude-opus-4-7":{"in_tokens":3109,"out_tokens":574},"mistral-large-2":{"in_tokens":1784,"out_tokens":917}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"ok","in_tokens":595,"out_tokens":8710,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":117.26939094299996,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":1.25,"extra_count_mean":4.0,"extra_false_mean":2.5,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":4.0,"claude-opus-4-7":5.0,"mistral-large-2":7.0},"score_ex_family":0.6111111111111112,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":3,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2617,"out_tokens":3502},"claude-opus-4-8":{"in_tokens":5268,"out_tokens":1121},"claude-opus-4-7":{"in_tokens":5273,"out_tokens":994},"mistral-large-2":{"in_tokens":2804,"out_tokens":1083}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1243,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":34.07197450100011,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.8148148148148149,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1896,"out_tokens":1445},"claude-opus-4-8":{"in_tokens":3565,"out_tokens":755},"claude-opus-4-7":{"in_tokens":3570,"out_tokens":667},"mistral-large-2":{"in_tokens":1985,"out_tokens":812}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":3058,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":88.92089318099988,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.90625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":1504},"claude-opus-4-8":{"in_tokens":2639,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2644,"out_tokens":456},"mistral-large-2":{"in_tokens":1482,"out_tokens":524}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1077,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":27.40042606199995,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_count_mean":1.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":1,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1663,"out_tokens":1645},"claude-opus-4-8":{"in_tokens":3180,"out_tokens":684},"claude-opus-4-7":{"in_tokens":3185,"out_tokens":542},"mistral-large-2":{"in_tokens":1750,"out_tokens":717}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":5791,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":77.40165722700021,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.25,"extra_count_mean":3.0,"extra_false_mean":1.5,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2128,"out_tokens":3282},"claude-opus-4-8":{"in_tokens":4238,"out_tokens":1084},"claude-opus-4-7":{"in_tokens":4243,"out_tokens":937},"mistral-large-2":{"in_tokens":2323,"out_tokens":830}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":912,"out_tokens":500,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":103.6938490020002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1390,"out_tokens":1448},"claude-opus-4-8":{"in_tokens":2703,"out_tokens":528},"claude-opus-4-7":{"in_tokens":2708,"out_tokens":448},"mistral-large-2":{"in_tokens":1482,"out_tokens":648}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":997,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":28.965515250000408,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1639,"out_tokens":1586},"claude-opus-4-8":{"in_tokens":3067,"out_tokens":604},"claude-opus-4-7":{"in_tokens":3072,"out_tokens":500},"mistral-large-2":{"in_tokens":1721,"out_tokens":636}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":3707,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":81.04505933100018,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":1.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1205,"out_tokens":2893},"claude-opus-4-8":{"in_tokens":2419,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2424,"out_tokens":563},"mistral-large-2":{"in_tokens":1271,"out_tokens":551}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1290,"out_tokens":741,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":104.99650284600011,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.8,"claude-opus-4-7":0.7,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.8,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2449,"out_tokens":2858},"claude-opus-4-8":{"in_tokens":4765,"out_tokens":915},"claude-opus-4-7":{"in_tokens":4770,"out_tokens":771},"mistral-large-2":{"in_tokens":2550,"out_tokens":869}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":4067,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":120.44094967000001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":1.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1701,"out_tokens":1976},"claude-opus-4-8":{"in_tokens":3313,"out_tokens":896},"claude-opus-4-7":{"in_tokens":3318,"out_tokens":644},"mistral-large-2":{"in_tokens":1772,"out_tokens":720}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":6052,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":187.42071664700006,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_count_mean":0.25,"extra_count_mean":2.25,"extra_false_mean":1.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.5,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":2,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1701,"out_tokens":2221},"claude-opus-4-8":{"in_tokens":3358,"out_tokens":866},"claude-opus-4-7":{"in_tokens":3363,"out_tokens":756},"mistral-large-2":{"in_tokens":1857,"out_tokens":1018}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":1003,"out_tokens":561,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":128.2561898629997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1739,"out_tokens":2465},"claude-opus-4-8":{"in_tokens":3334,"out_tokens":792},"claude-opus-4-7":{"in_tokens":3339,"out_tokens":777},"mistral-large-2":{"in_tokens":1828,"out_tokens":739}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":3283,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":48.94956790000015,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1852,"out_tokens":2630},"claude-opus-4-8":{"in_tokens":3566,"out_tokens":724},"claude-opus-4-7":{"in_tokens":3571,"out_tokens":622},"mistral-large-2":{"in_tokens":2001,"out_tokens":884}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":2025,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":55.80761358499967,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.5,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2119,"out_tokens":1348},"claude-opus-4-8":{"in_tokens":4060,"out_tokens":537},"claude-opus-4-7":{"in_tokens":4065,"out_tokens":497},"mistral-large-2":{"in_tokens":2214,"out_tokens":610}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":824,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":22.062396515000273,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1564,"out_tokens":1091},"claude-opus-4-8":{"in_tokens":3019,"out_tokens":527},"claude-opus-4-7":{"in_tokens":3024,"out_tokens":473},"mistral-large-2":{"in_tokens":1653,"out_tokens":579}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":989,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":30.591586582000218,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1436,"out_tokens":1427},"claude-opus-4-8":{"in_tokens":2739,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2744,"out_tokens":524},"mistral-large-2":{"in_tokens":1510,"out_tokens":619}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1676,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":53.64403971399997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.375,"contradicted_count_mean":0.75,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":1},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1642,"out_tokens":2617},"claude-opus-4-8":{"in_tokens":3188,"out_tokens":611},"claude-opus-4-7":{"in_tokens":3193,"out_tokens":501},"mistral-large-2":{"in_tokens":1738,"out_tokens":650}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":4941,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":97.34133513899997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.42857142857142855,"contradicted_count_mean":0.25,"extra_count_mean":1.75,"extra_false_mean":1.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.2857142857142857},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":2442},"claude-opus-4-8":{"in_tokens":2553,"out_tokens":823},"claude-opus-4-7":{"in_tokens":2558,"out_tokens":636},"mistral-large-2":{"in_tokens":1412,"out_tokens":746}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":635,"out_tokens":5256,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":70.8882599450003,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":4.0,"extra_false_mean":1.25,"extra_unsupported_mean":2.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":6.0,"claude-opus-4-7":5.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":4,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2113,"out_tokens":2818},"claude-opus-4-8":{"in_tokens":4166,"out_tokens":1138},"claude-opus-4-7":{"in_tokens":4171,"out_tokens":754},"mistral-large-2":{"in_tokens":2277,"out_tokens":719}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":381,"out_tokens":756,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":23.84299066099993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_count_mean":0.25,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.9,"claude-opus-4-7":0.8,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8666666666666667,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1537,"out_tokens":1427},"claude-opus-4-8":{"in_tokens":2935,"out_tokens":708},"claude-opus-4-7":{"in_tokens":2940,"out_tokens":634},"mistral-large-2":{"in_tokens":1623,"out_tokens":639}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":1031,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":34.35953313300024,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1876,"out_tokens":1328},"claude-opus-4-8":{"in_tokens":3567,"out_tokens":768},"claude-opus-4-7":{"in_tokens":3572,"out_tokens":659},"mistral-large-2":{"in_tokens":1991,"out_tokens":754}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"ok","in_tokens":817,"out_tokens":7734,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":109.58976665499995,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":3.0,"extra_false_mean":1.0,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3320,"out_tokens":3588},"claude-opus-4-8":{"in_tokens":6388,"out_tokens":949},"claude-opus-4-7":{"in_tokens":6393,"out_tokens":993},"mistral-large-2":{"in_tokens":3532,"out_tokens":863}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":3415,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":49.22289159999991,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":2.75,"extra_false_mean":1.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2343,"out_tokens":3356},"claude-opus-4-8":{"in_tokens":4492,"out_tokens":861},"claude-opus-4-7":{"in_tokens":4497,"out_tokens":951},"mistral-large-2":{"in_tokens":2499,"out_tokens":659}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1175,"out_tokens":566,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":133.11940937600002,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_count_mean":1.0,"extra_count_mean":1.5,"extra_false_mean":1.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.6,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2045,"out_tokens":1980},"claude-opus-4-8":{"in_tokens":4061,"out_tokens":1001},"claude-opus-4-7":{"in_tokens":4066,"out_tokens":850},"mistral-large-2":{"in_tokens":2206,"out_tokens":814}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":1596,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":51.347969355999794,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8148148148148149,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2014,"out_tokens":1270},"claude-opus-4-8":{"in_tokens":3846,"out_tokens":634},"claude-opus-4-7":{"in_tokens":3851,"out_tokens":537},"mistral-large-2":{"in_tokens":2103,"out_tokens":717}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1327,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":43.092040676000124,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_count_mean":0.5,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.7,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8666666666666667,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1847,"out_tokens":1383},"claude-opus-4-8":{"in_tokens":3661,"out_tokens":807},"claude-opus-4-7":{"in_tokens":3666,"out_tokens":658},"mistral-large-2":{"in_tokens":1963,"out_tokens":770}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3545,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":73.64735939100001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_count_mean":0.25,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.3333333333333333},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.4583333333333333,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":1415},"claude-opus-4-8":{"in_tokens":2437,"out_tokens":520},"claude-opus-4-7":{"in_tokens":2442,"out_tokens":469},"mistral-large-2":{"in_tokens":1314,"out_tokens":556}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":8433,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":512.7679091990003,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_count_mean":1.0,"extra_count_mean":1.25,"extra_false_mean":1.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.375,"claude-opus-4-7":0.375,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1139,"out_tokens":2087},"claude-opus-4-8":{"in_tokens":2202,"out_tokens":820},"claude-opus-4-7":{"in_tokens":2207,"out_tokens":714},"mistral-large-2":{"in_tokens":1200,"out_tokens":620}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":577,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":16.674831283000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.9333333333333332,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1441,"out_tokens":1500},"claude-opus-4-8":{"in_tokens":2785,"out_tokens":732},"claude-opus-4-7":{"in_tokens":2790,"out_tokens":611},"mistral-large-2":{"in_tokens":1520,"out_tokens":664}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":600,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":18.602963697000177,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1255,"out_tokens":1160},"claude-opus-4-8":{"in_tokens":2376,"out_tokens":523},"claude-opus-4-7":{"in_tokens":2381,"out_tokens":474},"mistral-large-2":{"in_tokens":1305,"out_tokens":555}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":7125,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":204.60192781000023,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1772,"out_tokens":2562},"claude-opus-4-8":{"in_tokens":3389,"out_tokens":699},"claude-opus-4-7":{"in_tokens":3394,"out_tokens":548},"mistral-large-2":{"in_tokens":1911,"out_tokens":642}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":633,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":16.63453837399993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8666666666666667,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1525,"out_tokens":1738},"claude-opus-4-8":{"in_tokens":2889,"out_tokens":698},"claude-opus-4-7":{"in_tokens":2894,"out_tokens":595},"mistral-large-2":{"in_tokens":1588,"out_tokens":806}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":4252,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":128.125378446,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.75,"extra_count_mean":1.5,"extra_false_mean":1.5,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1842,"out_tokens":2597},"claude-opus-4-8":{"in_tokens":3543,"out_tokens":993},"claude-opus-4-7":{"in_tokens":3548,"out_tokens":893},"mistral-large-2":{"in_tokens":2041,"out_tokens":948}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":334,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":12.136746924999898,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.5,"claude-opus-4-7":0.4,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1409,"out_tokens":886},"claude-opus-4-8":{"in_tokens":2650,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2655,"out_tokens":552},"mistral-large-2":{"in_tokens":1482,"out_tokens":681}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":3996,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":122.80595159299992,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.975,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1600,"out_tokens":2608},"claude-opus-4-8":{"in_tokens":3059,"out_tokens":784},"claude-opus-4-7":{"in_tokens":3064,"out_tokens":563},"mistral-large-2":{"in_tokens":1755,"out_tokens":717}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1030,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":27.463730181999836,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1586,"out_tokens":1692},"claude-opus-4-8":{"in_tokens":2964,"out_tokens":650},"claude-opus-4-7":{"in_tokens":2969,"out_tokens":501},"mistral-large-2":{"in_tokens":1650,"out_tokens":566}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":961,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":25.632678897999995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.75,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.6296296296296297,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1510,"out_tokens":1129},"claude-opus-4-8":{"in_tokens":2901,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2906,"out_tokens":622},"mistral-large-2":{"in_tokens":1594,"out_tokens":613}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":844,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":27.90917695799999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1704,"out_tokens":1336},"claude-opus-4-8":{"in_tokens":3230,"out_tokens":528},"claude-opus-4-7":{"in_tokens":3235,"out_tokens":483},"mistral-large-2":{"in_tokens":1782,"out_tokens":654}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1174,"out_tokens":895,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":121.12508995999997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":1.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":4.0,"mistral-large-2":2.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2504,"out_tokens":2781},"claude-opus-4-8":{"in_tokens":4897,"out_tokens":900},"claude-opus-4-7":{"in_tokens":4902,"out_tokens":941},"mistral-large-2":{"in_tokens":2688,"out_tokens":894}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":722,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.5092952949999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1433,"out_tokens":1713},"claude-opus-4-8":{"in_tokens":2752,"out_tokens":554},"claude-opus-4-7":{"in_tokens":2757,"out_tokens":450},"mistral-large-2":{"in_tokens":1513,"out_tokens":584}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":737,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":21.941936039999746,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1694,"out_tokens":1723},"claude-opus-4-8":{"in_tokens":3153,"out_tokens":649},"claude-opus-4-7":{"in_tokens":3158,"out_tokens":653},"mistral-large-2":{"in_tokens":1790,"out_tokens":674}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":812,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":20.614769215999786,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1689,"out_tokens":1284},"claude-opus-4-8":{"in_tokens":3131,"out_tokens":673},"claude-opus-4-7":{"in_tokens":3136,"out_tokens":665},"mistral-large-2":{"in_tokens":1771,"out_tokens":762}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":634,"out_tokens":4488,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":70.16918644599991,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":3.75,"extra_false_mean":1.5,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2060,"out_tokens":2814},"claude-opus-4-8":{"in_tokens":3965,"out_tokens":1026},"claude-opus-4-7":{"in_tokens":3970,"out_tokens":840},"mistral-large-2":{"in_tokens":2186,"out_tokens":826}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":688,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":22.32374072399989,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_count_mean":0.25,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.8,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7333333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1636,"out_tokens":2078},"claude-opus-4-8":{"in_tokens":3068,"out_tokens":820},"claude-opus-4-7":{"in_tokens":3073,"out_tokens":664},"mistral-large-2":{"in_tokens":1725,"out_tokens":762}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":3320,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":62.13145579899992,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.9166666666666667,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1494,"out_tokens":1590},"claude-opus-4-8":{"in_tokens":3067,"out_tokens":537},"claude-opus-4-7":{"in_tokens":3072,"out_tokens":495},"mistral-large-2":{"in_tokens":1598,"out_tokens":443}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":519,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":15.549152834000324,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1416,"out_tokens":1325},"claude-opus-4-8":{"in_tokens":2685,"out_tokens":503},"claude-opus-4-7":{"in_tokens":2690,"out_tokens":472},"mistral-large-2":{"in_tokens":1494,"out_tokens":677}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":678,"out_tokens":5825,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":80.44365600399988,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.75,"extra_false_mean":1.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2382,"out_tokens":4204},"claude-opus-4-8":{"in_tokens":4502,"out_tokens":812},"claude-opus-4-7":{"in_tokens":4507,"out_tokens":705},"mistral-large-2":{"in_tokens":2619,"out_tokens":958}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":977,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":29.13778381200018,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":1562},"claude-opus-4-8":{"in_tokens":2896,"out_tokens":695},"claude-opus-4-7":{"in_tokens":2901,"out_tokens":537},"mistral-large-2":{"in_tokens":1586,"out_tokens":614}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":850,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":26.18612875200006,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_count_mean":0.75,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1587,"out_tokens":1866},"claude-opus-4-8":{"in_tokens":3056,"out_tokens":760},"claude-opus-4-7":{"in_tokens":3061,"out_tokens":493},"mistral-large-2":{"in_tokens":1640,"out_tokens":726}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1171,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":38.90279317000022,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.0,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":7.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":7},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1956,"out_tokens":1126},"claude-opus-4-8":{"in_tokens":3797,"out_tokens":578},"claude-opus-4-7":{"in_tokens":3802,"out_tokens":591},"mistral-large-2":{"in_tokens":2037,"out_tokens":807}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":789,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":20.768251734000387,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_count_mean":0.5,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1515,"out_tokens":1060},"claude-opus-4-8":{"in_tokens":2851,"out_tokens":538},"claude-opus-4-7":{"in_tokens":2856,"out_tokens":476},"mistral-large-2":{"in_tokens":1604,"out_tokens":699}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":671,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":16.966892587000075,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1214,"out_tokens":1221},"claude-opus-4-8":{"in_tokens":2271,"out_tokens":617},"claude-opus-4-7":{"in_tokens":2276,"out_tokens":493},"mistral-large-2":{"in_tokens":1257,"out_tokens":638}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":5464,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":163.43494244900012,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.5,"extra_count_mean":2.5,"extra_false_mean":1.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.8611111111111112,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2091,"out_tokens":2954},"claude-opus-4-8":{"in_tokens":4013,"out_tokens":897},"claude-opus-4-7":{"in_tokens":4018,"out_tokens":849},"mistral-large-2":{"in_tokens":2294,"out_tokens":1007}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":577,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":19.260714129999997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8571428571428571,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1306,"out_tokens":1207},"claude-opus-4-8":{"in_tokens":2545,"out_tokens":536},"claude-opus-4-7":{"in_tokens":2550,"out_tokens":457},"mistral-large-2":{"in_tokens":1364,"out_tokens":591}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":2919,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":89.01400106399979,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.625,"contradicted_count_mean":1.0,"extra_count_mean":2.75,"extra_false_mean":2.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.75,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":5.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.53125,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1642,"out_tokens":2662},"claude-opus-4-8":{"in_tokens":3035,"out_tokens":1042},"claude-opus-4-7":{"in_tokens":3040,"out_tokens":716},"mistral-large-2":{"in_tokens":1816,"out_tokens":841}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":2918,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":84.36894262499982,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1562,"out_tokens":1156},"claude-opus-4-8":{"in_tokens":2975,"out_tokens":655},"claude-opus-4-7":{"in_tokens":2980,"out_tokens":522},"mistral-large-2":{"in_tokens":1695,"out_tokens":579}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":1133,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":33.80182250200005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.25,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.375,"claude-opus-4-7":0.375,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.5416666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1305,"out_tokens":1377},"claude-opus-4-8":{"in_tokens":2606,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2611,"out_tokens":499},"mistral-large-2":{"in_tokens":1425,"out_tokens":647}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"ok","in_tokens":561,"out_tokens":5596,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":80.38688980300003,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.25,"extra_count_mean":5.0,"extra_false_mean":2.75,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":5.0,"claude-opus-4-7":6.0,"mistral-large-2":6.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":1,"paragraph":10,"study":0,"number":3,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2357,"out_tokens":2911},"claude-opus-4-8":{"in_tokens":4553,"out_tokens":1401},"claude-opus-4-7":{"in_tokens":4558,"out_tokens":939},"mistral-large-2":{"in_tokens":2504,"out_tokens":830}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":549,"out_tokens":3804,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":125.11507719500014,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":3.75,"extra_false_mean":2.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":5.0,"mistral-large-2":3.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":12,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1911,"out_tokens":2526},"claude-opus-4-8":{"in_tokens":3625,"out_tokens":1037},"claude-opus-4-7":{"in_tokens":3630,"out_tokens":883},"mistral-large-2":{"in_tokens":2107,"out_tokens":968}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":2336,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":65.15734071099996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1473,"out_tokens":1747},"claude-opus-4-8":{"in_tokens":2827,"out_tokens":800},"claude-opus-4-7":{"in_tokens":2832,"out_tokens":581},"mistral-large-2":{"in_tokens":1620,"out_tokens":816}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1137,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":34.3934965389999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":1.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":1977},"claude-opus-4-8":{"in_tokens":2412,"out_tokens":843},"claude-opus-4-7":{"in_tokens":2417,"out_tokens":635},"mistral-large-2":{"in_tokens":1358,"out_tokens":631}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":2452,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":72.51926845499975,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.5,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1444,"out_tokens":1897},"claude-opus-4-8":{"in_tokens":2767,"out_tokens":718},"claude-opus-4-7":{"in_tokens":2772,"out_tokens":567},"mistral-large-2":{"in_tokens":1568,"out_tokens":651}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":6880,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":206.22301128100025,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.25,"extra_count_mean":1.75,"extra_false_mean":1.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1141,"out_tokens":2000},"claude-opus-4-8":{"in_tokens":2181,"out_tokens":522},"claude-opus-4-7":{"in_tokens":2186,"out_tokens":557},"mistral-large-2":{"in_tokens":1180,"out_tokens":527}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":713,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":19.980110622999746,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":1392},"claude-opus-4-8":{"in_tokens":2543,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2548,"out_tokens":597},"mistral-large-2":{"in_tokens":1477,"out_tokens":659}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":2999,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":80.672746749,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1422,"out_tokens":1416},"claude-opus-4-8":{"in_tokens":2704,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2709,"out_tokens":576},"mistral-large-2":{"in_tokens":1577,"out_tokens":563}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":8463,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":113.949765114,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_count_mean":0.25,"extra_count_mean":6.25,"extra_false_mean":4.0,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":0.8,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":9.0,"claude-opus-4-7":6.0,"mistral-large-2":4.0},"score_ex_family":0.95,"false_claim_types":{"az":2,"paragraph":9,"study":0,"number":4,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2799,"out_tokens":3853},"claude-opus-4-8":{"in_tokens":5415,"out_tokens":1434},"claude-opus-4-7":{"in_tokens":5420,"out_tokens":1034},"mistral-large-2":{"in_tokens":3041,"out_tokens":942}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1406,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":41.70364796700005,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":1.25,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.2222222222222222,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.4444444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1697,"out_tokens":1760},"claude-opus-4-8":{"in_tokens":3335,"out_tokens":733},"claude-opus-4-7":{"in_tokens":3340,"out_tokens":663},"mistral-large-2":{"in_tokens":1870,"out_tokens":760}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":3522,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":103.46911551999983,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.8518518518518517,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1826,"out_tokens":2474},"claude-opus-4-8":{"in_tokens":3502,"out_tokens":1012},"claude-opus-4-7":{"in_tokens":3507,"out_tokens":649},"mistral-large-2":{"in_tokens":2060,"out_tokens":889}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"ok","in_tokens":717,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":0.19444444444444442,"duration_s":211.4877835860002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.1111111111111111,"claude-opus-4-8":0.2222222222222222,"claude-opus-4-7":0.2222222222222222,"mistral-large-2":0.2222222222222222},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.16666666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1466,"out_tokens":1023},"claude-opus-4-8":{"in_tokens":2867,"out_tokens":708},"claude-opus-4-7":{"in_tokens":2872,"out_tokens":567},"mistral-large-2":{"in_tokens":1568,"out_tokens":634}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"ok","in_tokens":741,"out_tokens":4516,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":69.2380962289999,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":3.25,"extra_false_mean":1.5,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":2,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2689,"out_tokens":3173},"claude-opus-4-8":{"in_tokens":5227,"out_tokens":975},"claude-opus-4-7":{"in_tokens":5232,"out_tokens":784},"mistral-large-2":{"in_tokens":2865,"out_tokens":994}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":6985,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":147.45998340799997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.42857142857142855,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":1.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.8214285714285714,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":2082},"claude-opus-4-8":{"in_tokens":2529,"out_tokens":731},"claude-opus-4-7":{"in_tokens":2534,"out_tokens":623},"mistral-large-2":{"in_tokens":1363,"out_tokens":584}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":1065,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":31.389157328999772,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1461,"out_tokens":1654},"claude-opus-4-8":{"in_tokens":2706,"out_tokens":739},"claude-opus-4-7":{"in_tokens":2711,"out_tokens":595},"mistral-large-2":{"in_tokens":1621,"out_tokens":615}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":760,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":24.895401666999987,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8518518518518517,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1332,"out_tokens":1317},"claude-opus-4-8":{"in_tokens":2535,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2540,"out_tokens":483},"mistral-large-2":{"in_tokens":1438,"out_tokens":563}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0038471180003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0004651680001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0004392209999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.000609202,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":741,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":22.441260540999792,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_count_mean":0.25,"extra_count_mean":1.5,"extra_false_mean":0.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":1652},"claude-opus-4-8":{"in_tokens":2266,"out_tokens":656},"claude-opus-4-7":{"in_tokens":2271,"out_tokens":545},"mistral-large-2":{"in_tokens":1340,"out_tokens":771}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":402,"out_tokens":8701,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":433.2419780619998,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":2.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":1.0,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1400,"out_tokens":1670},"claude-opus-4-8":{"in_tokens":2760,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2765,"out_tokens":572},"mistral-large-2":{"in_tokens":1515,"out_tokens":663}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":2079,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":75.46929312599968,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1844,"out_tokens":1652},"claude-opus-4-8":{"in_tokens":3571,"out_tokens":867},"claude-opus-4-7":{"in_tokens":3576,"out_tokens":736},"mistral-large-2":{"in_tokens":2015,"out_tokens":832}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1722,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":47.775511204000395,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7037037037037037,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1383,"out_tokens":1431},"claude-opus-4-8":{"in_tokens":2618,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2623,"out_tokens":517},"mistral-large-2":{"in_tokens":1489,"out_tokens":626}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":3027,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":85.96605751099969,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.861111111111111,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1595,"out_tokens":1648},"claude-opus-4-8":{"in_tokens":3152,"out_tokens":632},"claude-opus-4-7":{"in_tokens":3157,"out_tokens":494},"mistral-large-2":{"in_tokens":1711,"out_tokens":657}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2312,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":73.95972073499979,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":5.0},"score_ex_family":0.8518518518518517,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1618,"out_tokens":1700},"claude-opus-4-8":{"in_tokens":3119,"out_tokens":683},"claude-opus-4-7":{"in_tokens":3124,"out_tokens":575},"mistral-large-2":{"in_tokens":1777,"out_tokens":855}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":3581,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":118.70130097299989,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1474,"out_tokens":1913},"claude-opus-4-8":{"in_tokens":2932,"out_tokens":591},"claude-opus-4-7":{"in_tokens":2937,"out_tokens":560},"mistral-large-2":{"in_tokens":1566,"out_tokens":559}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"ok","in_tokens":609,"out_tokens":6536,"error":null,"skip_reason":null,"score_raw":0.8500000000000001,"duration_s":91.30219377999993,"hallucination_count":7.0,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_count_mean":0.75,"extra_count_mean":6.25,"extra_false_mean":1.75,"extra_unsupported_mean":4.5,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":8.0,"claude-opus-4-7":6.0,"mistral-large-2":9.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":2,"other":12},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":3000,"out_tokens":3155},"claude-opus-4-8":{"in_tokens":6009,"out_tokens":1343},"claude-opus-4-7":{"in_tokens":6014,"out_tokens":1130},"mistral-large-2":{"in_tokens":3245,"out_tokens":1065}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":1438,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":37.17275626999981,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_count_mean":0.5,"extra_count_mean":1.25,"extra_false_mean":0.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.40625,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1256,"out_tokens":1476},"claude-opus-4-8":{"in_tokens":2454,"out_tokens":732},"claude-opus-4-7":{"in_tokens":2459,"out_tokens":572},"mistral-large-2":{"in_tokens":1332,"out_tokens":704}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1233,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":36.91556553800001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1280,"out_tokens":1398},"claude-opus-4-8":{"in_tokens":2590,"out_tokens":579},"claude-opus-4-7":{"in_tokens":2595,"out_tokens":533},"mistral-large-2":{"in_tokens":1367,"out_tokens":565}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":14376,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":281.11200068200014,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":2.75,"extra_false_mean":1.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1300,"out_tokens":1930},"claude-opus-4-8":{"in_tokens":2529,"out_tokens":897},"claude-opus-4-7":{"in_tokens":2534,"out_tokens":590},"mistral-large-2":{"in_tokens":1368,"out_tokens":622}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":433,"out_tokens":3562,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":83.68369159200029,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_count_mean":1.0,"extra_count_mean":1.25,"extra_false_mean":1.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.125,"claude-opus-4-7":0.0,"mistral-large-2":0.25},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.09375,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":1709},"claude-opus-4-8":{"in_tokens":2472,"out_tokens":868},"claude-opus-4-7":{"in_tokens":2477,"out_tokens":567},"mistral-large-2":{"in_tokens":1337,"out_tokens":717}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1416,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":39.45364284600009,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8148148148148149,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1400,"out_tokens":1602},"claude-opus-4-8":{"in_tokens":2787,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2792,"out_tokens":527},"mistral-large-2":{"in_tokens":1503,"out_tokens":572}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":6861,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":206.75902505700014,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1677,"out_tokens":1681},"claude-opus-4-8":{"in_tokens":3133,"out_tokens":600},"claude-opus-4-7":{"in_tokens":3138,"out_tokens":514},"mistral-large-2":{"in_tokens":1796,"out_tokens":709}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"ok","in_tokens":595,"out_tokens":7027,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":100.09116922700014,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_count_mean":0.75,"extra_count_mean":4.0,"extra_false_mean":1.5,"extra_unsupported_mean":2.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":6.0,"claude-opus-4-7":4.0,"mistral-large-2":5.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":11,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2230,"out_tokens":2971},"claude-opus-4-8":{"in_tokens":4251,"out_tokens":1279},"claude-opus-4-7":{"in_tokens":4256,"out_tokens":969},"mistral-large-2":{"in_tokens":2415,"out_tokens":937}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":707,"out_tokens":2222,"error":null,"skip_reason":null,"score_raw":0.6785714285714285,"duration_s":59.4966487720003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.5,"extra_count_mean":1.5,"extra_false_mean":1.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.42857142857142855,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.6785714285714285,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1808,"out_tokens":2127},"claude-opus-4-8":{"in_tokens":3342,"out_tokens":803},"claude-opus-4-7":{"in_tokens":3347,"out_tokens":625},"mistral-large-2":{"in_tokens":2032,"out_tokens":645}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":1559,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":45.319201195999995,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7916666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1391,"out_tokens":1624},"claude-opus-4-8":{"in_tokens":2788,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2793,"out_tokens":587},"mistral-large-2":{"in_tokens":1539,"out_tokens":614}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":518,"out_tokens":3967,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":106.30346541399967,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.96875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1552,"out_tokens":1437},"claude-opus-4-8":{"in_tokens":3122,"out_tokens":617},"claude-opus-4-7":{"in_tokens":3127,"out_tokens":466},"mistral-large-2":{"in_tokens":1718,"out_tokens":561}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":3446,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":54.42792285999985,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_count_mean":1.25,"extra_count_mean":3.5,"extra_false_mean":2.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":5.0,"claude-opus-4-7":5.0,"mistral-large-2":5.0},"score_ex_family":0.6499999999999999,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":2,"other":4},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1898,"out_tokens":3197},"claude-opus-4-8":{"in_tokens":3658,"out_tokens":1132},"claude-opus-4-7":{"in_tokens":3663,"out_tokens":890},"mistral-large-2":{"in_tokens":2029,"out_tokens":872}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":3154,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":95.96177793399966,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1702,"out_tokens":2977},"claude-opus-4-8":{"in_tokens":3281,"out_tokens":940},"claude-opus-4-7":{"in_tokens":3286,"out_tokens":610},"mistral-large-2":{"in_tokens":1877,"out_tokens":719}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":1404,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":41.92244366600016,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_count_mean":1.0,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1613,"out_tokens":1551},"claude-opus-4-8":{"in_tokens":3117,"out_tokens":691},"claude-opus-4-7":{"in_tokens":3122,"out_tokens":731},"mistral-large-2":{"in_tokens":1809,"out_tokens":731}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":2601,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":76.87114489399983,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1608,"out_tokens":2230},"claude-opus-4-8":{"in_tokens":3045,"out_tokens":752},"claude-opus-4-7":{"in_tokens":3050,"out_tokens":677},"mistral-large-2":{"in_tokens":1784,"out_tokens":800}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":603,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.40352038600031,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":952},"claude-opus-4-8":{"in_tokens":2563,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2568,"out_tokens":519},"mistral-large-2":{"in_tokens":1451,"out_tokens":554}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":5685,"error":null,"skip_reason":null,"score_raw":0.9090909090909091,"duration_s":75.96172808500023,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":4.75,"extra_false_mean":3.0,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.9090909090909091,"claude-opus-4-8":0.9090909090909091,"claude-opus-4-7":0.9090909090909091,"mistral-large-2":0.9090909090909091},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":7.0},"score_ex_family":0.9090909090909091,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":7},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2106,"out_tokens":3873},"claude-opus-4-8":{"in_tokens":4070,"out_tokens":1227},"claude-opus-4-7":{"in_tokens":4075,"out_tokens":934},"mistral-large-2":{"in_tokens":2340,"out_tokens":1102}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.001529606,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1877,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":55.021865744000024,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.5714285714285714,"claude-opus-4-7":0.42857142857142855,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.5714285714285714,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1683,"out_tokens":2176},"claude-opus-4-8":{"in_tokens":3133,"out_tokens":732},"claude-opus-4-7":{"in_tokens":3138,"out_tokens":648},"mistral-large-2":{"in_tokens":1883,"out_tokens":744}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":1994,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":58.96266804900006,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":1.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1957,"out_tokens":2166},"claude-opus-4-8":{"in_tokens":3672,"out_tokens":909},"claude-opus-4-7":{"in_tokens":3677,"out_tokens":664},"mistral-large-2":{"in_tokens":2114,"out_tokens":810}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1851,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":52.07502457999999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":1548},"claude-opus-4-8":{"in_tokens":2688,"out_tokens":799},"claude-opus-4-7":{"in_tokens":2693,"out_tokens":576},"mistral-large-2":{"in_tokens":1534,"out_tokens":693}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":5029,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":70.22324757499973,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":0.5,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":3,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1932,"out_tokens":3000},"claude-opus-4-8":{"in_tokens":3709,"out_tokens":844},"claude-opus-4-7":{"in_tokens":3714,"out_tokens":855},"mistral-large-2":{"in_tokens":2063,"out_tokens":799}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":787,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":199.4108186540002,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_count_mean":1.25,"extra_count_mean":4.25,"extra_false_mean":2.0,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.3,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":5.0,"claude-opus-4-7":7.0,"mistral-large-2":4.0},"score_ex_family":0.65,"false_claim_types":{"az":0,"paragraph":16,"study":0,"number":1,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2940,"out_tokens":4910},"claude-opus-4-8":{"in_tokens":5403,"out_tokens":1293},"claude-opus-4-7":{"in_tokens":5408,"out_tokens":1139},"mistral-large-2":{"in_tokens":3141,"out_tokens":1221}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":3308,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":101.10072868500038,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1475,"out_tokens":1237},"claude-opus-4-8":{"in_tokens":2820,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2825,"out_tokens":522},"mistral-large-2":{"in_tokens":1605,"out_tokens":623}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":722,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":21.084797447000255,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":1607},"claude-opus-4-8":{"in_tokens":2577,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2582,"out_tokens":545},"mistral-large-2":{"in_tokens":1468,"out_tokens":643}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":787,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.839113500000167,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":1.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.7407407407407408,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1502,"out_tokens":2134},"claude-opus-4-8":{"in_tokens":2929,"out_tokens":894},"claude-opus-4-7":{"in_tokens":2934,"out_tokens":724},"mistral-large-2":{"in_tokens":1619,"out_tokens":677}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1936,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":63.499903266000274,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.75,"extra_count_mean":1.5,"extra_false_mean":1.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.7037037037037037,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1602,"out_tokens":2151},"claude-opus-4-8":{"in_tokens":3105,"out_tokens":842},"claude-opus-4-7":{"in_tokens":3110,"out_tokens":794},"mistral-large-2":{"in_tokens":1738,"out_tokens":886}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":592,"out_tokens":4018,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":55.551277362999826,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.7,"contradicted_count_mean":0.5,"extra_count_mean":3.25,"extra_false_mean":1.5,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":5.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2281,"out_tokens":3217},"claude-opus-4-8":{"in_tokens":4395,"out_tokens":1029},"claude-opus-4-7":{"in_tokens":4400,"out_tokens":952},"mistral-large-2":{"in_tokens":2499,"out_tokens":995}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1769,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":46.61304249099976,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1252,"out_tokens":1589},"claude-opus-4-8":{"in_tokens":2471,"out_tokens":800},"claude-opus-4-7":{"in_tokens":2476,"out_tokens":550},"mistral-large-2":{"in_tokens":1371,"out_tokens":566}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":2508,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":77.74759480900002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.861111111111111,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1558,"out_tokens":1989},"claude-opus-4-8":{"in_tokens":2972,"out_tokens":801},"claude-opus-4-7":{"in_tokens":2977,"out_tokens":670},"mistral-large-2":{"in_tokens":1711,"out_tokens":692}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":691,"out_tokens":3439,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":57.40756458799979,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":3.5,"extra_false_mean":1.75,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":6.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":2,"paragraph":2,"study":0,"number":1,"other":8},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1994,"out_tokens":3112},"claude-opus-4-8":{"in_tokens":3856,"out_tokens":1060},"claude-opus-4-7":{"in_tokens":3861,"out_tokens":812},"mistral-large-2":{"in_tokens":2120,"out_tokens":948}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.004761065,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":8131,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":187.98028208100004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.6785714285714286,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1194,"out_tokens":1224},"claude-opus-4-8":{"in_tokens":2384,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2389,"out_tokens":466},"mistral-large-2":{"in_tokens":1254,"out_tokens":453}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":386,"out_tokens":9101,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":189.61853336900003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1240,"out_tokens":1989},"claude-opus-4-8":{"in_tokens":2583,"out_tokens":589},"claude-opus-4-7":{"in_tokens":2588,"out_tokens":473},"mistral-large-2":{"in_tokens":1320,"out_tokens":521}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":651,"out_tokens":8606,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":257.69795455099984,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":1.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":4.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2066,"out_tokens":2817},"claude-opus-4-8":{"in_tokens":3973,"out_tokens":865},"claude-opus-4-7":{"in_tokens":3978,"out_tokens":677},"mistral-large-2":{"in_tokens":2314,"out_tokens":745}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2637,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":88.28264839599979,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1606,"out_tokens":1774},"claude-opus-4-8":{"in_tokens":3162,"out_tokens":529},"claude-opus-4-7":{"in_tokens":3167,"out_tokens":472},"mistral-large-2":{"in_tokens":1772,"out_tokens":590}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1342,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":43.056732188000296,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":846},"claude-opus-4-8":{"in_tokens":2554,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2559,"out_tokens":575},"mistral-large-2":{"in_tokens":1488,"out_tokens":597}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":2461,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":72.02165344200012,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1428,"out_tokens":1847},"claude-opus-4-8":{"in_tokens":2691,"out_tokens":895},"claude-opus-4-7":{"in_tokens":2696,"out_tokens":721},"mistral-large-2":{"in_tokens":1579,"out_tokens":807}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0021770140002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":6385,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":97.28021174999958,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.75,"extra_false_mean":1.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3065,"out_tokens":3531},"claude-opus-4-8":{"in_tokens":5805,"out_tokens":1202},"claude-opus-4-7":{"in_tokens":5810,"out_tokens":1092},"mistral-large-2":{"in_tokens":3279,"out_tokens":797}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":2477,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":78.38433457600013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1393,"out_tokens":2446},"claude-opus-4-8":{"in_tokens":2751,"out_tokens":748},"claude-opus-4-7":{"in_tokens":2756,"out_tokens":558},"mistral-large-2":{"in_tokens":1522,"out_tokens":670}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":8281,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":243.1568494160001,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_count_mean":1.75,"extra_count_mean":3.0,"extra_false_mean":2.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.125,"claude-opus-4-7":0.25,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":6.0,"claude-opus-4-7":6.0,"mistral-large-2":3.0},"score_ex_family":0.34375,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":3},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2474,"out_tokens":2426},"claude-opus-4-8":{"in_tokens":4658,"out_tokens":1233},"claude-opus-4-7":{"in_tokens":4663,"out_tokens":961},"mistral-large-2":{"in_tokens":2664,"out_tokens":713}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":6746,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":188.05116326300003,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.5,"extra_count_mean":1.75,"extra_false_mean":1.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.6388888888888888,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1869,"out_tokens":1756},"claude-opus-4-8":{"in_tokens":3616,"out_tokens":1125},"claude-opus-4-7":{"in_tokens":3621,"out_tokens":667},"mistral-large-2":{"in_tokens":2083,"out_tokens":726}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":728,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":22.34049899599995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1144,"out_tokens":1095},"claude-opus-4-8":{"in_tokens":2213,"out_tokens":629},"claude-opus-4-7":{"in_tokens":2218,"out_tokens":467},"mistral-large-2":{"in_tokens":1243,"out_tokens":591}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":890,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":27.33391137200033,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.5,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8518518518518517,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1391,"out_tokens":2248},"claude-opus-4-8":{"in_tokens":2685,"out_tokens":889},"claude-opus-4-7":{"in_tokens":2690,"out_tokens":507},"mistral-large-2":{"in_tokens":1529,"out_tokens":603}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1310,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":39.008618125999874,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.7407407407407408,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1292,"out_tokens":1410},"claude-opus-4-8":{"in_tokens":2454,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2459,"out_tokens":575},"mistral-large-2":{"in_tokens":1386,"out_tokens":541}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":5310,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":80.59727797400001,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":3.75,"extra_false_mean":2.0,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":6.0,"claude-opus-4-7":5.0,"mistral-large-2":4.0},"score_ex_family":0.875,"false_claim_types":{"az":2,"paragraph":9,"study":0,"number":2,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2539,"out_tokens":3314},"claude-opus-4-8":{"in_tokens":4741,"out_tokens":1366},"claude-opus-4-7":{"in_tokens":4746,"out_tokens":838},"mistral-large-2":{"in_tokens":2744,"out_tokens":884}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":837,"out_tokens":7594,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":103.56452093000007,"hallucination_count":6.25,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_count_mean":1.5,"extra_count_mean":4.75,"extra_false_mean":2.5,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":6.0,"claude-opus-4-7":6.0,"mistral-large-2":7.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":12,"study":0,"number":4,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2967,"out_tokens":3196},"claude-opus-4-8":{"in_tokens":5661,"out_tokens":1479},"claude-opus-4-7":{"in_tokens":5666,"out_tokens":1132},"mistral-large-2":{"in_tokens":3166,"out_tokens":1333}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":595,"out_tokens":7289,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":217.8869427909999,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.5,"extra_count_mean":3.0,"extra_false_mean":2.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1914,"out_tokens":2723},"claude-opus-4-8":{"in_tokens":3637,"out_tokens":1113},"claude-opus-4-7":{"in_tokens":3642,"out_tokens":740},"mistral-large-2":{"in_tokens":2110,"out_tokens":773}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":509,"out_tokens":2750,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":75.06731051099996,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.75,"contradicted_count_mean":0.5,"extra_count_mean":3.0,"extra_false_mean":1.75,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.84375,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1567,"out_tokens":2961},"claude-opus-4-8":{"in_tokens":3049,"out_tokens":939},"claude-opus-4-7":{"in_tokens":3054,"out_tokens":690},"mistral-large-2":{"in_tokens":1728,"out_tokens":664}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":3012,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":85.34069432499973,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_count_mean":1.25,"extra_count_mean":1.75,"extra_false_mean":0.5,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.5,"claude-opus-4-7":0.375,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.4166666666666667,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":1704},"claude-opus-4-8":{"in_tokens":2705,"out_tokens":983},"claude-opus-4-7":{"in_tokens":2710,"out_tokens":715},"mistral-large-2":{"in_tokens":1472,"out_tokens":666}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":12787,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":277.6642685699999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8,"contradicted_count_mean":1.0,"extra_count_mean":1.75,"extra_false_mean":1.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.45,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2306,"out_tokens":2269},"claude-opus-4-8":{"in_tokens":4506,"out_tokens":1055},"claude-opus-4-7":{"in_tokens":4511,"out_tokens":875},"mistral-large-2":{"in_tokens":2418,"out_tokens":989}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":1893,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":54.17486956899984,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_count_mean":0.75,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":5.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":5},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1950,"out_tokens":2166},"claude-opus-4-8":{"in_tokens":4153,"out_tokens":882},"claude-opus-4-7":{"in_tokens":4158,"out_tokens":642},"mistral-large-2":{"in_tokens":2087,"out_tokens":841}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":2772,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":44.70369297699972,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8,"contradicted_count_mean":0.5,"extra_count_mean":2.75,"extra_false_mean":0.75,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":4.0,"claude-opus-4-7":6.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1939,"out_tokens":3437},"claude-opus-4-8":{"in_tokens":3761,"out_tokens":1068},"claude-opus-4-7":{"in_tokens":3766,"out_tokens":1025},"mistral-large-2":{"in_tokens":2099,"out_tokens":832}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":3257,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":51.15180152399989,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_count_mean":0.75,"extra_count_mean":4.0,"extra_false_mean":1.75,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.5,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":7.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.4375,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":6},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1806,"out_tokens":3273},"claude-opus-4-8":{"in_tokens":3652,"out_tokens":966},"claude-opus-4-7":{"in_tokens":3657,"out_tokens":760},"mistral-large-2":{"in_tokens":1926,"out_tokens":803}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":6288,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":190.9800076319998,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.625,"contradicted_count_mean":0.5,"extra_count_mean":2.75,"extra_false_mean":1.0,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":4},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1866,"out_tokens":2591},"claude-opus-4-8":{"in_tokens":3651,"out_tokens":789},"claude-opus-4-7":{"in_tokens":3656,"out_tokens":659},"mistral-large-2":{"in_tokens":2071,"out_tokens":764}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":2505,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":83.41160402900005,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":2.75,"extra_false_mean":1.0,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1375,"out_tokens":2372},"claude-opus-4-8":{"in_tokens":2662,"out_tokens":719},"claude-opus-4-7":{"in_tokens":2667,"out_tokens":622},"mistral-large-2":{"in_tokens":1482,"out_tokens":810}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":662,"out_tokens":7330,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":98.96940832000018,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_count_mean":0.25,"extra_count_mean":5.25,"extra_false_mean":2.75,"extra_unsupported_mean":2.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":6.0,"claude-opus-4-7":7.0,"mistral-large-2":3.0},"score_ex_family":0.6875,"false_claim_types":{"az":4,"paragraph":9,"study":0,"number":0,"other":7},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2280,"out_tokens":2984},"claude-opus-4-8":{"in_tokens":4318,"out_tokens":1024},"claude-opus-4-7":{"in_tokens":4323,"out_tokens":902},"mistral-large-2":{"in_tokens":2431,"out_tokens":739}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":7172,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":136.7484036650003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.8,"claude-opus-4-7":0.7,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.675,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":3,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2183,"out_tokens":1700},"claude-opus-4-8":{"in_tokens":4262,"out_tokens":1060},"claude-opus-4-7":{"in_tokens":4267,"out_tokens":689},"mistral-large-2":{"in_tokens":2365,"out_tokens":748}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":641,"out_tokens":7040,"error":null,"skip_reason":null,"score_raw":0.5499999999999999,"duration_s":140.35925707200022,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_count_mean":0.25,"extra_count_mean":1.75,"extra_false_mean":1.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5499999999999999,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2051,"out_tokens":2855},"claude-opus-4-8":{"in_tokens":4010,"out_tokens":1030},"claude-opus-4-7":{"in_tokens":4015,"out_tokens":688},"mistral-large-2":{"in_tokens":2200,"out_tokens":764}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2525,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":79.39666776500053,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_count_mean":1.0,"extra_count_mean":0.5,"extra_false_mean":0.5,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2104,"out_tokens":1827},"claude-opus-4-8":{"in_tokens":4282,"out_tokens":851},"claude-opus-4-7":{"in_tokens":4287,"out_tokens":714},"mistral-large-2":{"in_tokens":2276,"out_tokens":806}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":1992,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":62.53814743299972,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1284,"out_tokens":1000},"claude-opus-4-8":{"in_tokens":2495,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2500,"out_tokens":462},"mistral-large-2":{"in_tokens":1395,"out_tokens":548}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":3726,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":111.59123556600025,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.84375,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1681,"out_tokens":1642},"claude-opus-4-8":{"in_tokens":3270,"out_tokens":842},"claude-opus-4-7":{"in_tokens":3275,"out_tokens":609},"mistral-large-2":{"in_tokens":1868,"out_tokens":676}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":3263,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":48.84427384000037,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":1.0,"extra_count_mean":3.0,"extra_false_mean":2.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":5.0,"claude-opus-4-7":5.0,"mistral-large-2":5.0},"score_ex_family":0.7142857142857143,"false_claim_types":{"az":0,"paragraph":11,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1869,"out_tokens":2485},"claude-opus-4-8":{"in_tokens":3640,"out_tokens":978},"claude-opus-4-7":{"in_tokens":3645,"out_tokens":894},"mistral-large-2":{"in_tokens":1991,"out_tokens":845}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":2161,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":63.82503672099983,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.7619047619047619,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1575,"out_tokens":1768},"claude-opus-4-8":{"in_tokens":3260,"out_tokens":585},"claude-opus-4-7":{"in_tokens":3265,"out_tokens":509},"mistral-large-2":{"in_tokens":1663,"out_tokens":656}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":2266,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":62.071255388999816,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":1.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1564,"out_tokens":2222},"claude-opus-4-8":{"in_tokens":3170,"out_tokens":608},"claude-opus-4-7":{"in_tokens":3175,"out_tokens":562},"mistral-large-2":{"in_tokens":1688,"out_tokens":537}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":535,"out_tokens":6716,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":187.17937980199986,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":1.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.8055555555555556,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1890,"out_tokens":2311},"claude-opus-4-8":{"in_tokens":3682,"out_tokens":915},"claude-opus-4-7":{"in_tokens":3687,"out_tokens":853},"mistral-large-2":{"in_tokens":2061,"out_tokens":883}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":4881,"error":null,"skip_reason":null,"score_raw":0.4444444444444445,"duration_s":140.73926385000004,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":1.25,"extra_count_mean":1.75,"extra_false_mean":1.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.1111111111111111,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.5555555555555556,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":1,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2209,"out_tokens":3074},"claude-opus-4-8":{"in_tokens":4510,"out_tokens":1151},"claude-opus-4-7":{"in_tokens":4515,"out_tokens":806},"mistral-large-2":{"in_tokens":2385,"out_tokens":975}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":2026,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":56.3959885230006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":999},"claude-opus-4-8":{"in_tokens":3145,"out_tokens":465},"claude-opus-4-7":{"in_tokens":3150,"out_tokens":379},"mistral-large-2":{"in_tokens":1632,"out_tokens":719}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":610,"out_tokens":5140,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":72.51452911099932,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":3.25,"extra_false_mean":1.75,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2219,"out_tokens":2921},"claude-opus-4-8":{"in_tokens":4167,"out_tokens":959},"claude-opus-4-7":{"in_tokens":4172,"out_tokens":637},"mistral-large-2":{"in_tokens":2402,"out_tokens":922}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":3193,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":45.15991249400031,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":1.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":3,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1973,"out_tokens":2969},"claude-opus-4-8":{"in_tokens":3723,"out_tokens":940},"claude-opus-4-7":{"in_tokens":3728,"out_tokens":685},"mistral-large-2":{"in_tokens":2130,"out_tokens":748}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":760,"out_tokens":6168,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":87.71843512799978,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_count_mean":1.0,"extra_count_mean":5.0,"extra_false_mean":2.0,"extra_unsupported_mean":3.0,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":13.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":12,"study":0,"number":1,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2819,"out_tokens":4160},"claude-opus-4-8":{"in_tokens":5249,"out_tokens":1220},"claude-opus-4-7":{"in_tokens":5254,"out_tokens":1065},"mistral-large-2":{"in_tokens":3006,"out_tokens":1347}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":3619,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":73.03438353599995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.42857142857142855,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.2857142857142857,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.6428571428571428,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1321,"out_tokens":1407},"claude-opus-4-8":{"in_tokens":2586,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2591,"out_tokens":519},"mistral-large-2":{"in_tokens":1408,"out_tokens":612}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":1596,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":55.33053629999995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":1572},"claude-opus-4-8":{"in_tokens":2853,"out_tokens":478},"claude-opus-4-7":{"in_tokens":2858,"out_tokens":414},"mistral-large-2":{"in_tokens":1483,"out_tokens":440}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":4991,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":155.97774638799956,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.4444444444444444,"contradicted_count_mean":0.3333333333333333,"extra_count_mean":2.6666666666666665,"extra_false_mean":2.0,"extra_unsupported_mean":0.6666666666666666,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-7":2.0,"mistral-large-2":7.0},"score_ex_family":0.5555555555555555,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1594,"out_tokens":1762},"claude-opus-4-7":{"in_tokens":3040,"out_tokens":701},"mistral-large-2":{"in_tokens":1728,"out_tokens":778}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":690,"out_tokens":1998,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":32.4350404679999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.6666666666666667,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":4,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1829,"out_tokens":1797},"claude-opus-4-8":{"in_tokens":3426,"out_tokens":675},"claude-opus-4-7":{"in_tokens":3431,"out_tokens":655},"mistral-large-2":{"in_tokens":1914,"out_tokens":894}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":7816,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":222.30286715800003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_count_mean":0.5,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1864,"out_tokens":2284},"claude-opus-4-8":{"in_tokens":3508,"out_tokens":917},"claude-opus-4-7":{"in_tokens":3513,"out_tokens":616},"mistral-large-2":{"in_tokens":2043,"out_tokens":858}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":2550,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":75.85138419600025,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.25,"extra_count_mean":2.25,"extra_false_mean":1.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.5714285714285714},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.7142857142857143,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1650,"out_tokens":2173},"claude-opus-4-8":{"in_tokens":3340,"out_tokens":746},"claude-opus-4-7":{"in_tokens":3345,"out_tokens":663},"mistral-large-2":{"in_tokens":1781,"out_tokens":670}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":1061,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":29.680067797999982,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1465,"out_tokens":2097},"claude-opus-4-8":{"in_tokens":3082,"out_tokens":497},"claude-opus-4-7":{"in_tokens":3087,"out_tokens":403},"mistral-large-2":{"in_tokens":1579,"out_tokens":648}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":712,"out_tokens":2793,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":46.338407993000146,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2087,"out_tokens":1208},"claude-opus-4-8":{"in_tokens":4026,"out_tokens":625},"claude-opus-4-7":{"in_tokens":4031,"out_tokens":506},"mistral-large-2":{"in_tokens":2183,"out_tokens":682}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1308.7943243819996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":4908,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":143.40493313000025,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":3.5,"extra_false_mean":0.75,"extra_unsupported_mean":2.75,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":1.0,"mistral-large-2":6.0},"score_ex_family":0.9722222222222222,"false_claim_types":{"az":0,"paragraph":11,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1674,"out_tokens":3059},"claude-opus-4-8":{"in_tokens":3221,"out_tokens":933},"claude-opus-4-7":{"in_tokens":3226,"out_tokens":600},"mistral-large-2":{"in_tokens":1838,"out_tokens":951}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":2818,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":80.71918394099976,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.75,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.9444444444444445,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1623,"out_tokens":1890},"claude-opus-4-8":{"in_tokens":3203,"out_tokens":604},"claude-opus-4-7":{"in_tokens":3208,"out_tokens":523},"mistral-large-2":{"in_tokens":1744,"out_tokens":519}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":488,"out_tokens":8785,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":273.1689320119999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1592,"out_tokens":1628},"claude-opus-4-8":{"in_tokens":3144,"out_tokens":666},"claude-opus-4-7":{"in_tokens":3149,"out_tokens":537},"mistral-large-2":{"in_tokens":1731,"out_tokens":556}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":1782,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":33.484375940000064,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_count_mean":0.5,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1651,"out_tokens":1469},"claude-opus-4-8":{"in_tokens":3128,"out_tokens":621},"claude-opus-4-7":{"in_tokens":3133,"out_tokens":555},"mistral-large-2":{"in_tokens":1735,"out_tokens":709}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":5541,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":79.42811094399985,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_count_mean":0.25,"extra_count_mean":4.0,"extra_false_mean":1.5,"extra_unsupported_mean":2.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":5.0,"claude-opus-4-7":5.0,"mistral-large-2":6.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":6},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2260,"out_tokens":2980},"claude-opus-4-8":{"in_tokens":4355,"out_tokens":1158},"claude-opus-4-7":{"in_tokens":4360,"out_tokens":807},"mistral-large-2":{"in_tokens":2365,"out_tokens":933}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":3147,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":96.10302863600009,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.25,"extra_count_mean":3.0,"extra_false_mean":1.75,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1466,"out_tokens":2689},"claude-opus-4-8":{"in_tokens":2942,"out_tokens":738},"claude-opus-4-7":{"in_tokens":2947,"out_tokens":547},"mistral-large-2":{"in_tokens":1534,"out_tokens":692}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":2917,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":45.496244437000314,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.75,"extra_false_mean":0.75,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":6.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":5,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2061,"out_tokens":1545},"claude-opus-4-8":{"in_tokens":3910,"out_tokens":705},"claude-opus-4-7":{"in_tokens":3915,"out_tokens":595},"mistral-large-2":{"in_tokens":2162,"out_tokens":650}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":1720,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":51.79929029300001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.75,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1513,"out_tokens":1455},"claude-opus-4-8":{"in_tokens":2974,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2979,"out_tokens":566},"mistral-large-2":{"in_tokens":1635,"out_tokens":677}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":2565,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":42.67970306299958,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.75,"contradicted_count_mean":2.0,"extra_count_mean":1.75,"extra_false_mean":0.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.5,"claude-opus-4-7":0.25,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":5.0},"score_ex_family":0.4375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1897,"out_tokens":2081},"claude-opus-4-8":{"in_tokens":3620,"out_tokens":816},"claude-opus-4-7":{"in_tokens":3625,"out_tokens":723},"mistral-large-2":{"in_tokens":1999,"out_tokens":709}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":3101,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":50.24485242999981,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1968,"out_tokens":2363},"claude-opus-4-8":{"in_tokens":3694,"out_tokens":622},"claude-opus-4-7":{"in_tokens":3699,"out_tokens":493},"mistral-large-2":{"in_tokens":2063,"out_tokens":715}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":918,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":29.69276103300035,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_count_mean":1.0,"extra_count_mean":0.5,"extra_false_mean":0.5,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.625,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.5833333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1488,"out_tokens":1499},"claude-opus-4-8":{"in_tokens":3025,"out_tokens":768},"claude-opus-4-7":{"in_tokens":3030,"out_tokens":597},"mistral-large-2":{"in_tokens":1608,"out_tokens":715}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":2563,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":76.90930189000028,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":1.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.7916666666666666,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1481,"out_tokens":1867},"claude-opus-4-8":{"in_tokens":2965,"out_tokens":727},"claude-opus-4-7":{"in_tokens":2970,"out_tokens":618},"mistral-large-2":{"in_tokens":1572,"out_tokens":829}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":282,"out_tokens":1190,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":36.122476984999594,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1628,"out_tokens":1710},"claude-opus-4-8":{"in_tokens":3284,"out_tokens":669},"claude-opus-4-7":{"in_tokens":3289,"out_tokens":640},"mistral-large-2":{"in_tokens":1744,"out_tokens":610}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":638,"out_tokens":12477,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":239.8288818910005,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8,"contradicted_count_mean":1.5,"extra_count_mean":1.75,"extra_false_mean":0.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.575,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":4,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2054,"out_tokens":3228},"claude-opus-4-8":{"in_tokens":4070,"out_tokens":1259},"claude-opus-4-7":{"in_tokens":4075,"out_tokens":870},"mistral-large-2":{"in_tokens":2176,"out_tokens":863}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":2881,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":47.6129296299996,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":2.75,"extra_false_mean":0.75,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":6.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":7},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1929,"out_tokens":2868},"claude-opus-4-8":{"in_tokens":3738,"out_tokens":761},"claude-opus-4-7":{"in_tokens":3743,"out_tokens":621},"mistral-large-2":{"in_tokens":2036,"out_tokens":764}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":822,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":26.41556298500018,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.8095238095238094,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1216,"out_tokens":1503},"claude-opus-4-8":{"in_tokens":2434,"out_tokens":532},"claude-opus-4-7":{"in_tokens":2439,"out_tokens":591},"mistral-large-2":{"in_tokens":1275,"out_tokens":475}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":3285,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":85.55481397299991,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_count_mean":0.75,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1787,"out_tokens":2022},"claude-opus-4-8":{"in_tokens":3508,"out_tokens":663},"claude-opus-4-7":{"in_tokens":3513,"out_tokens":557},"mistral-large-2":{"in_tokens":1893,"out_tokens":750}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2115.3515497779995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":6949,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":212.04704773199956,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_count_mean":2.75,"extra_count_mean":3.0,"extra_false_mean":1.25,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.125,"claude-opus-4-7":0.125,"mistral-large-2":0.125},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":5.0,"claude-opus-4-7":7.0,"mistral-large-2":8.0},"score_ex_family":0.09375,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":4},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2216,"out_tokens":2711},"claude-opus-4-8":{"in_tokens":4582,"out_tokens":857},"claude-opus-4-7":{"in_tokens":4587,"out_tokens":767},"mistral-large-2":{"in_tokens":2374,"out_tokens":1048}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":724,"out_tokens":2134,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":35.82109518500056,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1854,"out_tokens":1520},"claude-opus-4-8":{"in_tokens":3536,"out_tokens":686},"claude-opus-4-7":{"in_tokens":3541,"out_tokens":558},"mistral-large-2":{"in_tokens":1958,"out_tokens":671}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":6994,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":203.42284444799952,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":2.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.8571428571428571,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1928,"out_tokens":2157},"claude-opus-4-8":{"in_tokens":3916,"out_tokens":741},"claude-opus-4-7":{"in_tokens":3921,"out_tokens":733},"mistral-large-2":{"in_tokens":2046,"out_tokens":633}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0043567229995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":663,"out_tokens":2220,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":37.92174591299954,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1994,"out_tokens":1495},"claude-opus-4-8":{"in_tokens":3708,"out_tokens":844},"claude-opus-4-7":{"in_tokens":3713,"out_tokens":569},"mistral-large-2":{"in_tokens":2115,"out_tokens":740}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":9056,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":260.5808608540001,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":2.0,"extra_count_mean":3.5,"extra_false_mean":2.75,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.1111111111111111,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.3333333333333333},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":5.0,"claude-opus-4-7":6.0,"mistral-large-2":8.0},"score_ex_family":0.2777777777777778,"false_claim_types":{"az":0,"paragraph":10,"study":0,"number":2,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2189,"out_tokens":2525},"claude-opus-4-8":{"in_tokens":4285,"out_tokens":1282},"claude-opus-4-7":{"in_tokens":4290,"out_tokens":1032},"mistral-large-2":{"in_tokens":2367,"out_tokens":1208}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":641.8994772860001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":2517,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":39.27977588600061,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7,"contradicted_count_mean":0.25,"extra_count_mean":2.0,"extra_false_mean":0.25,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.9,"claude-opus-4-7":0.8,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.85,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1998,"out_tokens":1727},"claude-opus-4-8":{"in_tokens":3925,"out_tokens":740},"claude-opus-4-7":{"in_tokens":3930,"out_tokens":761},"mistral-large-2":{"in_tokens":2121,"out_tokens":808}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":9659,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":258.7031822179997,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"contradicted_count_mean":1.0,"extra_count_mean":1.75,"extra_false_mean":1.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.6,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1924,"out_tokens":2355},"claude-opus-4-8":{"in_tokens":3735,"out_tokens":985},"claude-opus-4-7":{"in_tokens":3740,"out_tokens":750},"mistral-large-2":{"in_tokens":2067,"out_tokens":833}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":1765,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":51.36583900500045,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.9333333333333332,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2167,"out_tokens":1979},"claude-opus-4-8":{"in_tokens":4293,"out_tokens":850},"claude-opus-4-7":{"in_tokens":4298,"out_tokens":739},"mistral-large-2":{"in_tokens":2331,"out_tokens":847}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":4769,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":142.07718409300014,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":1.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1734,"out_tokens":2011},"claude-opus-4-8":{"in_tokens":3507,"out_tokens":595},"claude-opus-4-7":{"in_tokens":3512,"out_tokens":627},"mistral-large-2":{"in_tokens":1839,"out_tokens":641}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":1671,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":27.25478217899945,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.8,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1616,"out_tokens":2079},"claude-opus-4-8":{"in_tokens":3047,"out_tokens":720},"claude-opus-4-7":{"in_tokens":3052,"out_tokens":712},"mistral-large-2":{"in_tokens":1699,"out_tokens":713}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":3187,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":88.42312074199981,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":1.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.8095238095238094,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":2,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1482,"out_tokens":2244},"claude-opus-4-8":{"in_tokens":3070,"out_tokens":728},"claude-opus-4-7":{"in_tokens":3075,"out_tokens":567},"mistral-large-2":{"in_tokens":1570,"out_tokens":787}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":2005,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":65.91299023200008,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":1.0,"claude-opus-4-7":0.6,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.7999999999999999,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2434,"out_tokens":2636},"claude-opus-4-8":{"in_tokens":4837,"out_tokens":1103},"claude-opus-4-7":{"in_tokens":4842,"out_tokens":850},"mistral-large-2":{"in_tokens":2630,"out_tokens":767}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":584,"out_tokens":1702,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":31.57791087900023,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1708,"out_tokens":1116},"claude-opus-4-8":{"in_tokens":3271,"out_tokens":700},"claude-opus-4-7":{"in_tokens":3276,"out_tokens":567},"mistral-large-2":{"in_tokens":1790,"out_tokens":750}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":514,"out_tokens":1505,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":28.12838004800051,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.9285714285714286,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":1114},"claude-opus-4-8":{"in_tokens":2627,"out_tokens":446},"claude-opus-4-7":{"in_tokens":2632,"out_tokens":418},"mistral-large-2":{"in_tokens":1444,"out_tokens":572}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":6992,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":203.4975554419998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.25,"extra_count_mean":2.0,"extra_false_mean":1.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1853,"out_tokens":2375},"claude-opus-4-8":{"in_tokens":3744,"out_tokens":566},"claude-opus-4-7":{"in_tokens":3749,"out_tokens":550},"mistral-large-2":{"in_tokens":1968,"out_tokens":637}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":1499,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":38.390737253000225,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8095238095238094,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1420,"out_tokens":1544},"claude-opus-4-8":{"in_tokens":2784,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2789,"out_tokens":471},"mistral-large-2":{"in_tokens":1520,"out_tokens":607}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":584,"out_tokens":2087,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":37.97309674100052,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":0.5,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.9,"claude-opus-4-7":0.8,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":6},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1879,"out_tokens":1983},"claude-opus-4-8":{"in_tokens":3575,"out_tokens":959},"claude-opus-4-7":{"in_tokens":3580,"out_tokens":671},"mistral-large-2":{"in_tokens":1973,"out_tokens":751}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":13172,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":256.94120896500044,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"contradicted_count_mean":0.5,"extra_count_mean":1.5,"extra_false_mean":1.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.1,"claude-opus-4-8":0.8,"claude-opus-4-7":0.5,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.55,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1726,"out_tokens":2940},"claude-opus-4-8":{"in_tokens":3438,"out_tokens":776},"claude-opus-4-7":{"in_tokens":3443,"out_tokens":779},"mistral-large-2":{"in_tokens":1844,"out_tokens":842}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":5110,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":136.71171400899948,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.9,"contradicted_count_mean":1.75,"extra_count_mean":1.5,"extra_false_mean":1.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.5,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.5666666666666667,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2618,"out_tokens":3039},"claude-opus-4-8":{"in_tokens":5179,"out_tokens":860},"claude-opus-4-7":{"in_tokens":5184,"out_tokens":683},"mistral-large-2":{"in_tokens":2743,"out_tokens":895}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":2309,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":40.74880523699994,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1861,"out_tokens":2183},"claude-opus-4-8":{"in_tokens":3430,"out_tokens":600},"claude-opus-4-7":{"in_tokens":3435,"out_tokens":537},"mistral-large-2":{"in_tokens":1932,"out_tokens":683}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":406,"out_tokens":7701,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":141.7467788590002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":1.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1486,"out_tokens":2032},"claude-opus-4-8":{"in_tokens":2924,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2929,"out_tokens":479},"mistral-large-2":{"in_tokens":1598,"out_tokens":709}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.002649173,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":4601,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":139.05318276900016,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.25,"extra_count_mean":2.75,"extra_false_mean":2.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1967,"out_tokens":2558},"claude-opus-4-8":{"in_tokens":3857,"out_tokens":824},"claude-opus-4-7":{"in_tokens":3862,"out_tokens":693},"mistral-large-2":{"in_tokens":2124,"out_tokens":589}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":697,"out_tokens":2166,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":38.66912390900052,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1913,"out_tokens":1425},"claude-opus-4-8":{"in_tokens":3627,"out_tokens":542},"claude-opus-4-7":{"in_tokens":3632,"out_tokens":517},"mistral-large-2":{"in_tokens":2006,"out_tokens":631}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":1736,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":32.38647654400029,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1602,"out_tokens":1288},"claude-opus-4-8":{"in_tokens":3006,"out_tokens":664},"claude-opus-4-7":{"in_tokens":3011,"out_tokens":569},"mistral-large-2":{"in_tokens":1687,"out_tokens":732}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":3698,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":100.49537852899994,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_count_mean":1.0,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.9,"claude-opus-4-7":0.6,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2549,"out_tokens":2677},"claude-opus-4-8":{"in_tokens":5211,"out_tokens":895},"claude-opus-4-7":{"in_tokens":5216,"out_tokens":827},"mistral-large-2":{"in_tokens":2733,"out_tokens":771}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1879,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":58.603618719000224,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.9444444444444445,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1712,"out_tokens":1487},"claude-opus-4-8":{"in_tokens":3381,"out_tokens":507},"claude-opus-4-7":{"in_tokens":3386,"out_tokens":474},"mistral-large-2":{"in_tokens":1855,"out_tokens":564}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":1274,"error":null,"skip_reason":null,"score_raw":0.8500000000000001,"duration_s":25.71617666200018,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.9,"claude-opus-4-7":0.8,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8500000000000001,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1694,"out_tokens":1980},"claude-opus-4-8":{"in_tokens":3202,"out_tokens":602},"claude-opus-4-7":{"in_tokens":3207,"out_tokens":580},"mistral-large-2":{"in_tokens":1775,"out_tokens":703}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":1878,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":31.856292444000246,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1638,"out_tokens":1348},"claude-opus-4-8":{"in_tokens":3115,"out_tokens":635},"claude-opus-4-7":{"in_tokens":3120,"out_tokens":643},"mistral-large-2":{"in_tokens":1728,"out_tokens":689}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":4743,"error":null,"skip_reason":null,"score_raw":0.8500000000000001,"duration_s":141.14816642000005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_count_mean":0.5,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2387,"out_tokens":2518},"claude-opus-4-8":{"in_tokens":4865,"out_tokens":864},"claude-opus-4-7":{"in_tokens":4870,"out_tokens":722},"mistral-large-2":{"in_tokens":2534,"out_tokens":870}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":3119,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":93.24541420599962,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.9,"claude-opus-4-7":0.8,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8666666666666667,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2082,"out_tokens":2283},"claude-opus-4-8":{"in_tokens":4260,"out_tokens":774},"claude-opus-4-7":{"in_tokens":4265,"out_tokens":697},"mistral-large-2":{"in_tokens":2250,"out_tokens":929}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1980,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":34.065471476999846,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":1.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":5.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1884,"out_tokens":1656},"claude-opus-4-8":{"in_tokens":3491,"out_tokens":615},"claude-opus-4-7":{"in_tokens":3496,"out_tokens":504},"mistral-large-2":{"in_tokens":2011,"out_tokens":842}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":6417,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":192.9754444529999,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":1.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1996,"out_tokens":2190},"claude-opus-4-8":{"in_tokens":4085,"out_tokens":488},"claude-opus-4-7":{"in_tokens":4090,"out_tokens":547},"mistral-large-2":{"in_tokens":2137,"out_tokens":602}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":1936,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":31.465042087000256,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1821,"out_tokens":1474},"claude-opus-4-8":{"in_tokens":3401,"out_tokens":789},"claude-opus-4-7":{"in_tokens":3406,"out_tokens":670},"mistral-large-2":{"in_tokens":1902,"out_tokens":801}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":9766,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":179.74159871899974,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_count_mean":1.0,"extra_count_mean":1.75,"extra_false_mean":0.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.25,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.4375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1500,"out_tokens":2386},"claude-opus-4-8":{"in_tokens":2858,"out_tokens":797},"claude-opus-4-7":{"in_tokens":2863,"out_tokens":679},"mistral-large-2":{"in_tokens":1590,"out_tokens":688}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":395,"out_tokens":5297,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":182.69818980400032,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.42857142857142855,"contradicted_count_mean":0.0,"extra_count_mean":3.25,"extra_false_mean":2.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.8214285714285714,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1468,"out_tokens":2111},"claude-opus-4-8":{"in_tokens":2881,"out_tokens":762},"claude-opus-4-7":{"in_tokens":2886,"out_tokens":612},"mistral-large-2":{"in_tokens":1584,"out_tokens":622}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2759,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":83.74715624799956,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_count_mean":0.5,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1699,"out_tokens":2365},"claude-opus-4-8":{"in_tokens":3301,"out_tokens":825},"claude-opus-4-7":{"in_tokens":3306,"out_tokens":715},"mistral-large-2":{"in_tokens":1810,"out_tokens":710}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":685,"out_tokens":1921,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":34.90690871300012,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.95,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1934,"out_tokens":1198},"claude-opus-4-8":{"in_tokens":3556,"out_tokens":599},"claude-opus-4-7":{"in_tokens":3561,"out_tokens":538},"mistral-large-2":{"in_tokens":2018,"out_tokens":731}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":2353,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":39.9299900699998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1771,"out_tokens":2172},"claude-opus-4-8":{"in_tokens":3296,"out_tokens":574},"claude-opus-4-7":{"in_tokens":3301,"out_tokens":556},"mistral-large-2":{"in_tokens":1834,"out_tokens":596}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":3020,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":94.77758305099997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":6},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2612,"out_tokens":2753},"claude-opus-4-8":{"in_tokens":5238,"out_tokens":961},"claude-opus-4-7":{"in_tokens":5243,"out_tokens":937},"mistral-large-2":{"in_tokens":2735,"out_tokens":766}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":13167,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":248.05261552200045,"hallucination_count":11.0,"hallucination_top100":0,"inter_rater_agreement":0.9090909090909091,"contradicted_count_mean":5.75,"extra_count_mean":5.25,"extra_false_mean":4.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":9.0,"claude-opus-4-8":12.0,"claude-opus-4-7":10.0,"mistral-large-2":13.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":10,"study":0,"number":3,"other":4},"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1919,"out_tokens":3140},"claude-opus-4-8":{"in_tokens":3687,"out_tokens":1460},"claude-opus-4-7":{"in_tokens":3692,"out_tokens":1076},"mistral-large-2":{"in_tokens":2116,"out_tokens":1306}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":878,"out_tokens":8448,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":164.09344580000015,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_count_mean":0.25,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.7,"claude-opus-4-7":0.5,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2281,"out_tokens":2012},"claude-opus-4-8":{"in_tokens":4420,"out_tokens":1060},"claude-opus-4-7":{"in_tokens":4425,"out_tokens":927},"mistral-large-2":{"in_tokens":2392,"out_tokens":925}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":706,"out_tokens":2914,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":48.155781080999986,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2239,"out_tokens":1971},"claude-opus-4-8":{"in_tokens":4250,"out_tokens":746},"claude-opus-4-7":{"in_tokens":4255,"out_tokens":609},"mistral-large-2":{"in_tokens":2301,"out_tokens":678}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":647,"out_tokens":2039,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":35.03436223399967,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_count_mean":1.0,"extra_count_mean":1.5,"extra_false_mean":0.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":5,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1784,"out_tokens":1677},"claude-opus-4-8":{"in_tokens":3447,"out_tokens":846},"claude-opus-4-7":{"in_tokens":3452,"out_tokens":558},"mistral-large-2":{"in_tokens":1867,"out_tokens":729}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":4063,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":111.00539146499978,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2743,"out_tokens":2458},"claude-opus-4-8":{"in_tokens":5508,"out_tokens":937},"claude-opus-4-7":{"in_tokens":5513,"out_tokens":768},"mistral-large-2":{"in_tokens":2946,"out_tokens":886}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":2570,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":73.25673136000023,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2079,"out_tokens":2000},"claude-opus-4-8":{"in_tokens":4294,"out_tokens":824},"claude-opus-4-7":{"in_tokens":4299,"out_tokens":773},"mistral-large-2":{"in_tokens":2233,"out_tokens":786}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":1560,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":25.93189406500005,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.0,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":7.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1581,"out_tokens":1064},"claude-opus-4-8":{"in_tokens":2967,"out_tokens":539},"claude-opus-4-7":{"in_tokens":2972,"out_tokens":516},"mistral-large-2":{"in_tokens":1675,"out_tokens":940}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":4705,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":131.6895914860006,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.9,"contradicted_count_mean":1.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.6999999999999998,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2555,"out_tokens":3224},"claude-opus-4-8":{"in_tokens":5123,"out_tokens":1003},"claude-opus-4-7":{"in_tokens":5128,"out_tokens":779},"mistral-large-2":{"in_tokens":2757,"out_tokens":898}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":11088,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":198.99970068999937,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_count_mean":1.0,"extra_count_mean":1.5,"extra_false_mean":1.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2207,"out_tokens":1960},"claude-opus-4-8":{"in_tokens":4371,"out_tokens":1032},"claude-opus-4-7":{"in_tokens":4376,"out_tokens":794},"mistral-large-2":{"in_tokens":2367,"out_tokens":922}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":1711,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":32.02771922099964,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1671,"out_tokens":1516},"claude-opus-4-8":{"in_tokens":3175,"out_tokens":629},"claude-opus-4-7":{"in_tokens":3180,"out_tokens":526},"mistral-large-2":{"in_tokens":1742,"out_tokens":622}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":935,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":29.09154069899978,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.75,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.7037037037037037,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1479,"out_tokens":1870},"claude-opus-4-8":{"in_tokens":2887,"out_tokens":790},"claude-opus-4-7":{"in_tokens":2892,"out_tokens":695},"mistral-large-2":{"in_tokens":1606,"out_tokens":714}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":1216,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":23.31192710600044,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_count_mean":1.0,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1212},"claude-opus-4-8":{"in_tokens":2642,"out_tokens":660},"claude-opus-4-7":{"in_tokens":2647,"out_tokens":563},"mistral-large-2":{"in_tokens":1458,"out_tokens":613}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":3811,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":110.99305623100008,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":1.75,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.8214285714285714,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1484,"out_tokens":1978},"claude-opus-4-8":{"in_tokens":2972,"out_tokens":673},"claude-opus-4-7":{"in_tokens":2977,"out_tokens":535},"mistral-large-2":{"in_tokens":1556,"out_tokens":614}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"ok","in_tokens":325,"out_tokens":2219,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":78.38008063300003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.7037037037037037,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1911,"out_tokens":2037},"claude-opus-4-8":{"in_tokens":3922,"out_tokens":965},"claude-opus-4-7":{"in_tokens":3927,"out_tokens":779},"mistral-large-2":{"in_tokens":2069,"out_tokens":728}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":1644,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":28.014648954999757,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":0.25,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":7.0},"score_ex_family":0.9285714285714286,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":9},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1541,"out_tokens":1684},"claude-opus-4-8":{"in_tokens":2969,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2974,"out_tokens":427},"mistral-large-2":{"in_tokens":1618,"out_tokens":694}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":4363,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":139.7318230359997,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.875,"contradicted_count_mean":0.75,"extra_count_mean":2.75,"extra_false_mean":2.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":4,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1921,"out_tokens":2584},"claude-opus-4-8":{"in_tokens":3803,"out_tokens":754},"claude-opus-4-7":{"in_tokens":3808,"out_tokens":778},"mistral-large-2":{"in_tokens":2055,"out_tokens":707}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":730,"out_tokens":7548,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":137.38309055099944,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":1.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2226,"out_tokens":2221},"claude-opus-4-8":{"in_tokens":4330,"out_tokens":1126},"claude-opus-4-7":{"in_tokens":4335,"out_tokens":824},"mistral-large-2":{"in_tokens":2384,"out_tokens":802}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":7873,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":222.15850523399968,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":5.5,"extra_false_mean":2.5,"extra_unsupported_mean":3.0,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":8.0,"claude-opus-4-7":6.0,"mistral-large-2":4.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":13,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1908,"out_tokens":3035},"claude-opus-4-8":{"in_tokens":3792,"out_tokens":964},"claude-opus-4-7":{"in_tokens":3797,"out_tokens":771},"mistral-large-2":{"in_tokens":2059,"out_tokens":753}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":318,"out_tokens":1020,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":41.05090003600071,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1644,"out_tokens":1487},"claude-opus-4-8":{"in_tokens":3369,"out_tokens":711},"claude-opus-4-7":{"in_tokens":3374,"out_tokens":524},"mistral-large-2":{"in_tokens":1751,"out_tokens":791}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":2426,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":67.79524520200084,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2946,"out_tokens":1523},"claude-opus-4-8":{"in_tokens":5906,"out_tokens":998},"claude-opus-4-7":{"in_tokens":5911,"out_tokens":819},"mistral-large-2":{"in_tokens":3149,"out_tokens":891}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":1278,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":36.68721889799963,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.25,"extra_count_mean":1.5,"extra_false_mean":0.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.5925925925925926,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2126,"out_tokens":1699},"claude-opus-4-8":{"in_tokens":4218,"out_tokens":792},"claude-opus-4-7":{"in_tokens":4223,"out_tokens":758},"mistral-large-2":{"in_tokens":2289,"out_tokens":1017}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":630,"out_tokens":2436,"error":null,"skip_reason":null,"score_raw":0.8250000000000001,"duration_s":38.902866386000824,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":5.0},"score_ex_family":0.8500000000000001,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1670,"out_tokens":1976},"claude-opus-4-8":{"in_tokens":3180,"out_tokens":729},"claude-opus-4-7":{"in_tokens":3185,"out_tokens":555},"mistral-large-2":{"in_tokens":1820,"out_tokens":1044}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":2579,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":43.25009475299976,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.5,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":6},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1666,"out_tokens":1854},"claude-opus-4-8":{"in_tokens":3303,"out_tokens":738},"claude-opus-4-7":{"in_tokens":3308,"out_tokens":634},"mistral-large-2":{"in_tokens":1809,"out_tokens":728}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1332,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":50.24397616500028,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.7916666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1984,"out_tokens":1633},"claude-opus-4-8":{"in_tokens":3934,"out_tokens":900},"claude-opus-4-7":{"in_tokens":3939,"out_tokens":644},"mistral-large-2":{"in_tokens":2098,"out_tokens":731}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":1802,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":49.57612292000067,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":1.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9259259259259259,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2171,"out_tokens":2733},"claude-opus-4-8":{"in_tokens":4169,"out_tokens":810},"claude-opus-4-7":{"in_tokens":4174,"out_tokens":772},"mistral-large-2":{"in_tokens":2385,"out_tokens":898}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"ok","in_tokens":286,"out_tokens":1166,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":37.78341005499988,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9259259259259259,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2058,"out_tokens":2095},"claude-opus-4-8":{"in_tokens":4060,"out_tokens":993},"claude-opus-4-7":{"in_tokens":4065,"out_tokens":650},"mistral-large-2":{"in_tokens":2204,"out_tokens":911}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":641,"out_tokens":2315,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":38.97424879600021,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":0.25,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1632,"out_tokens":2609},"claude-opus-4-8":{"in_tokens":3078,"out_tokens":709},"claude-opus-4-7":{"in_tokens":3083,"out_tokens":526},"mistral-large-2":{"in_tokens":1770,"out_tokens":827}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":657,"out_tokens":3842,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":62.66972114300006,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.4444444444444444,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":1.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2090,"out_tokens":3395},"claude-opus-4-8":{"in_tokens":3948,"out_tokens":1149},"claude-opus-4-7":{"in_tokens":3953,"out_tokens":913},"mistral-large-2":{"in_tokens":2373,"out_tokens":969}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":2800,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":82.89563507900039,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.25,"extra_count_mean":2.25,"extra_false_mean":1.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2225,"out_tokens":3098},"claude-opus-4-8":{"in_tokens":4643,"out_tokens":860},"claude-opus-4-7":{"in_tokens":4648,"out_tokens":848},"mistral-large-2":{"in_tokens":2407,"out_tokens":782}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1924,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":57.114159070000824,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":0.25,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":4,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2567,"out_tokens":3713},"claude-opus-4-8":{"in_tokens":5250,"out_tokens":1238},"claude-opus-4-7":{"in_tokens":5255,"out_tokens":865},"mistral-large-2":{"in_tokens":2800,"out_tokens":990}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":2401,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":35.777460270999654,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":1.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":3,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1602,"out_tokens":1626},"claude-opus-4-8":{"in_tokens":3104,"out_tokens":618},"claude-opus-4-7":{"in_tokens":3109,"out_tokens":563},"mistral-large-2":{"in_tokens":1740,"out_tokens":578}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"ok","in_tokens":377,"out_tokens":2035,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":64.15069519099961,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3038,"out_tokens":2132},"claude-opus-4-8":{"in_tokens":6131,"out_tokens":915},"claude-opus-4-7":{"in_tokens":6136,"out_tokens":740},"mistral-large-2":{"in_tokens":3234,"out_tokens":921}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":3222,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":51.68391637900004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":3,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2010,"out_tokens":2212},"claude-opus-4-8":{"in_tokens":3830,"out_tokens":943},"claude-opus-4-7":{"in_tokens":3835,"out_tokens":640},"mistral-large-2":{"in_tokens":2204,"out_tokens":933}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1906,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":29.88793651299966,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.85,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1568,"out_tokens":1995},"claude-opus-4-8":{"in_tokens":2973,"out_tokens":805},"claude-opus-4-7":{"in_tokens":2978,"out_tokens":516},"mistral-large-2":{"in_tokens":1729,"out_tokens":841}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":1564,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":48.18716410599973,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_count_mean":0.25,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1828,"out_tokens":1803},"claude-opus-4-8":{"in_tokens":3648,"out_tokens":682},"claude-opus-4-7":{"in_tokens":3653,"out_tokens":681},"mistral-large-2":{"in_tokens":1963,"out_tokens":731}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":2366,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":92.98318217299948,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":5,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2823,"out_tokens":2116},"claude-opus-4-8":{"in_tokens":5910,"out_tokens":944},"claude-opus-4-7":{"in_tokens":5915,"out_tokens":808},"mistral-large-2":{"in_tokens":3086,"out_tokens":941}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":640,"out_tokens":2026,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":29.801960935000352,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1741,"out_tokens":2114},"claude-opus-4-8":{"in_tokens":3282,"out_tokens":739},"claude-opus-4-7":{"in_tokens":3287,"out_tokens":703},"mistral-large-2":{"in_tokens":1914,"out_tokens":547}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":1758,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":69.75560873099948,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7,"contradicted_count_mean":0.25,"extra_count_mean":2.0,"extra_false_mean":0.25,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.7666666666666666,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1621,"out_tokens":2296},"claude-opus-4-8":{"in_tokens":3161,"out_tokens":979},"claude-opus-4-7":{"in_tokens":3166,"out_tokens":747},"mistral-large-2":{"in_tokens":1721,"out_tokens":780}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":705,"out_tokens":3825,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":59.787570016000245,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":0.5,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.9444444444444444,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2084,"out_tokens":3205},"claude-opus-4-8":{"in_tokens":4031,"out_tokens":870},"claude-opus-4-7":{"in_tokens":4036,"out_tokens":755},"mistral-large-2":{"in_tokens":2275,"out_tokens":903}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":1760,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":31.52865192199988,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1490,"out_tokens":1913},"claude-opus-4-8":{"in_tokens":2860,"out_tokens":637},"claude-opus-4-7":{"in_tokens":2865,"out_tokens":511},"mistral-large-2":{"in_tokens":1618,"out_tokens":642}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":4086,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":109.38559654200071,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.6,"contradicted_count_mean":0.25,"extra_count_mean":3.5,"extra_false_mean":1.5,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.6,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":6.0},"score_ex_family":0.7333333333333334,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":4,"other":7},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2686,"out_tokens":4022},"claude-opus-4-8":{"in_tokens":5118,"out_tokens":1140},"claude-opus-4-7":{"in_tokens":5123,"out_tokens":1100},"mistral-large-2":{"in_tokens":2856,"out_tokens":986}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1893,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":66.34532997299993,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.9,"contradicted_count_mean":0.5,"extra_count_mean":1.75,"extra_false_mean":0.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.9,"claude-opus-4-7":0.8,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.7999999999999999,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":3,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1941,"out_tokens":2920},"claude-opus-4-8":{"in_tokens":3924,"out_tokens":797},"claude-opus-4-7":{"in_tokens":3929,"out_tokens":798},"mistral-large-2":{"in_tokens":2079,"out_tokens":914}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2756,"error":null,"skip_reason":null,"score_raw":0.7272727272727273,"duration_s":80.11324968400004,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8181818181818182,"contradicted_count_mean":0.5,"extra_count_mean":2.0,"extra_false_mean":1.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.8181818181818182,"claude-opus-4-8":0.6363636363636364,"claude-opus-4-7":0.8181818181818182,"mistral-large-2":0.6363636363636364},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":4.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.6969696969696969,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":4,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1901,"out_tokens":2261},"claude-opus-4-8":{"in_tokens":3787,"out_tokens":989},"claude-opus-4-7":{"in_tokens":3792,"out_tokens":750},"mistral-large-2":{"in_tokens":2119,"out_tokens":952}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":8721,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":238.71354058199995,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.25,"extra_count_mean":4.25,"extra_false_mean":2.0,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":3.0,"claude-opus-4-7":5.0,"mistral-large-2":3.0},"score_ex_family":0.7857142857142857,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":11},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1808,"out_tokens":3116},"claude-opus-4-8":{"in_tokens":3757,"out_tokens":972},"claude-opus-4-7":{"in_tokens":3762,"out_tokens":923},"mistral-large-2":{"in_tokens":1937,"out_tokens":735}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1534,"error":null,"skip_reason":null,"score_raw":0.7250000000000001,"duration_s":44.582437676000154,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.8,"claude-opus-4-7":0.5,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.7000000000000001,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1988,"out_tokens":1573},"claude-opus-4-8":{"in_tokens":3907,"out_tokens":924},"claude-opus-4-7":{"in_tokens":3912,"out_tokens":829},"mistral-large-2":{"in_tokens":2190,"out_tokens":782}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":1118,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":36.11484772199947,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.25,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2096,"out_tokens":1877},"claude-opus-4-8":{"in_tokens":4232,"out_tokens":1124},"claude-opus-4-7":{"in_tokens":4237,"out_tokens":765},"mistral-large-2":{"in_tokens":2229,"out_tokens":764}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":2633,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":42.273191006999696,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.5,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9444444444444444,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1644,"out_tokens":2001},"claude-opus-4-8":{"in_tokens":3096,"out_tokens":709},"claude-opus-4-7":{"in_tokens":3101,"out_tokens":573},"mistral-large-2":{"in_tokens":1767,"out_tokens":776}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":3479,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":51.200455064999915,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":3.0,"extra_false_mean":1.0,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1808,"out_tokens":2728},"claude-opus-4-8":{"in_tokens":3382,"out_tokens":856},"claude-opus-4-7":{"in_tokens":3387,"out_tokens":685},"mistral-large-2":{"in_tokens":1987,"out_tokens":837}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":1911,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":59.08779751900056,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2651,"out_tokens":2063},"claude-opus-4-8":{"in_tokens":5248,"out_tokens":1006},"claude-opus-4-7":{"in_tokens":5253,"out_tokens":786},"mistral-large-2":{"in_tokens":2827,"out_tokens":962}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":2425,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":36.29312253899934,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":0.75,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1467,"out_tokens":2299},"claude-opus-4-8":{"in_tokens":2786,"out_tokens":819},"claude-opus-4-7":{"in_tokens":2791,"out_tokens":720},"mistral-large-2":{"in_tokens":1638,"out_tokens":641}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":1442,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":42.925034546999996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1803,"out_tokens":1839},"claude-opus-4-8":{"in_tokens":3569,"out_tokens":892},"claude-opus-4-7":{"in_tokens":3574,"out_tokens":706},"mistral-large-2":{"in_tokens":1917,"out_tokens":764}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":755,"out_tokens":11087,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":299.7735162029994,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_count_mean":1.25,"extra_count_mean":2.75,"extra_false_mean":2.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.8,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.675,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":4},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2893,"out_tokens":3537},"claude-opus-4-8":{"in_tokens":5626,"out_tokens":1163},"claude-opus-4-7":{"in_tokens":5631,"out_tokens":968},"mistral-large-2":{"in_tokens":3045,"out_tokens":839}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":2566,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":76.34555211499992,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_count_mean":1.5,"extra_count_mean":3.75,"extra_false_mean":2.0,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.5,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":6.0,"mistral-large-2":8.0},"score_ex_family":0.5666666666666667,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":9},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2646,"out_tokens":2460},"claude-opus-4-8":{"in_tokens":5277,"out_tokens":1364},"claude-opus-4-7":{"in_tokens":5282,"out_tokens":1140},"mistral-large-2":{"in_tokens":2829,"out_tokens":1088}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":776,"out_tokens":3395,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":52.767995060999965,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":0.75,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":2,"paragraph":1,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1975,"out_tokens":2734},"claude-opus-4-8":{"in_tokens":3734,"out_tokens":762},"claude-opus-4-7":{"in_tokens":3739,"out_tokens":613},"mistral-large-2":{"in_tokens":2186,"out_tokens":680}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2536,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":85.16888205699979,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":1.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2253,"out_tokens":3269},"claude-opus-4-8":{"in_tokens":4458,"out_tokens":712},"claude-opus-4-7":{"in_tokens":4463,"out_tokens":670},"mistral-large-2":{"in_tokens":2421,"out_tokens":653}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":1213,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":39.10267397400003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"contradicted_count_mean":1.25,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.6,"claude-opus-4-7":0.5,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.5333333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1916,"out_tokens":2286},"claude-opus-4-8":{"in_tokens":3889,"out_tokens":1035},"claude-opus-4-7":{"in_tokens":3894,"out_tokens":722},"mistral-large-2":{"in_tokens":2050,"out_tokens":791}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":2345,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":37.0507161229998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1618,"out_tokens":2111},"claude-opus-4-8":{"in_tokens":3185,"out_tokens":582},"claude-opus-4-7":{"in_tokens":3190,"out_tokens":558},"mistral-large-2":{"in_tokens":1731,"out_tokens":579}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":1734,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":54.93919390800056,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_count_mean":1.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.5,"claude-opus-4-7":0.375,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.5416666666666666,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1905,"out_tokens":1611},"claude-opus-4-8":{"in_tokens":3980,"out_tokens":864},"claude-opus-4-7":{"in_tokens":3985,"out_tokens":763},"mistral-large-2":{"in_tokens":2036,"out_tokens":785}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":2657,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":41.317809313,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.9444444444444444,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1707,"out_tokens":1926},"claude-opus-4-8":{"in_tokens":3366,"out_tokens":694},"claude-opus-4-7":{"in_tokens":3371,"out_tokens":697},"mistral-large-2":{"in_tokens":1841,"out_tokens":682}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":1677,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":52.56139269999949,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.5,"extra_count_mean":2.0,"extra_false_mean":0.75,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.7619047619047619,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":6},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1771,"out_tokens":2093},"claude-opus-4-8":{"in_tokens":3563,"out_tokens":850},"claude-opus-4-7":{"in_tokens":3568,"out_tokens":809},"mistral-large-2":{"in_tokens":1857,"out_tokens":659}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":2449,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":37.45001512199997,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":1.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1738,"out_tokens":3468},"claude-opus-4-8":{"in_tokens":3214,"out_tokens":897},"claude-opus-4-7":{"in_tokens":3219,"out_tokens":832},"mistral-large-2":{"in_tokens":1954,"out_tokens":806}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":5102,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":147.233858887,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.25,"extra_count_mean":3.0,"extra_false_mean":2.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.6388888888888888,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1965,"out_tokens":3185},"claude-opus-4-8":{"in_tokens":3697,"out_tokens":1002},"claude-opus-4-7":{"in_tokens":3702,"out_tokens":889},"mistral-large-2":{"in_tokens":2229,"out_tokens":772}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1753,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":55.33474783600013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1954,"out_tokens":1717},"claude-opus-4-8":{"in_tokens":3825,"out_tokens":642},"claude-opus-4-7":{"in_tokens":3830,"out_tokens":837},"mistral-large-2":{"in_tokens":2123,"out_tokens":900}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":682,"out_tokens":2194,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":35.99414751799941,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1549,"out_tokens":1801},"claude-opus-4-8":{"in_tokens":3126,"out_tokens":782},"claude-opus-4-7":{"in_tokens":3131,"out_tokens":618},"mistral-large-2":{"in_tokens":1715,"out_tokens":509}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":682,"out_tokens":5030,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":163.71902197300005,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":1.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.95,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3140,"out_tokens":2639},"claude-opus-4-8":{"in_tokens":6161,"out_tokens":955},"claude-opus-4-7":{"in_tokens":6166,"out_tokens":875},"mistral-large-2":{"in_tokens":3384,"out_tokens":965}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":7017,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":103.22337983599982,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.7,"contradicted_count_mean":0.75,"extra_count_mean":3.0,"extra_false_mean":2.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":0.5,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":7.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":2,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2180,"out_tokens":2797},"claude-opus-4-8":{"in_tokens":4256,"out_tokens":1508},"claude-opus-4-7":{"in_tokens":4261,"out_tokens":1033},"mistral-large-2":{"in_tokens":2389,"out_tokens":993}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":1696,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":46.210864979999315,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_count_mean":0.25,"extra_count_mean":1.5,"extra_false_mean":0.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.75,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1859,"out_tokens":1822},"claude-opus-4-8":{"in_tokens":3694,"out_tokens":1086},"claude-opus-4-7":{"in_tokens":3699,"out_tokens":647},"mistral-large-2":{"in_tokens":1949,"out_tokens":734}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":2642,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":85.43645175300026,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_count_mean":1.75,"extra_count_mean":2.5,"extra_false_mean":1.75,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.4,"claude-opus-4-7":0.5,"mistral-large-2":0.4},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":5.0,"claude-opus-4-7":3.0,"mistral-large-2":7.0},"score_ex_family":0.43333333333333335,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":2,"other":4},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2704,"out_tokens":2545},"claude-opus-4-8":{"in_tokens":5285,"out_tokens":1426},"claude-opus-4-7":{"in_tokens":5290,"out_tokens":1010},"mistral-large-2":{"in_tokens":2881,"out_tokens":1125}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1940,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":66.6339457590002,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":3.5,"extra_false_mean":1.75,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":6.0},"score_ex_family":0.8518518518518517,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":3,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2100,"out_tokens":2570},"claude-opus-4-8":{"in_tokens":4244,"out_tokens":1010},"claude-opus-4-7":{"in_tokens":4249,"out_tokens":738},"mistral-large-2":{"in_tokens":2284,"out_tokens":892}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":859,"out_tokens":3411,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":52.251689445999546,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.9375,"false_claim_types":{"az":3,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2070,"out_tokens":3324},"claude-opus-4-8":{"in_tokens":3962,"out_tokens":718},"claude-opus-4-7":{"in_tokens":3967,"out_tokens":557},"mistral-large-2":{"in_tokens":2338,"out_tokens":746}}}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":1125,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":37.870628826999564,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.375,"contradicted_count_mean":0.75,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.625,"claude-opus-4-7":0.875,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2053,"out_tokens":1877},"claude-opus-4-8":{"in_tokens":4064,"out_tokens":746},"claude-opus-4-7":{"in_tokens":4069,"out_tokens":574},"mistral-large-2":{"in_tokens":2161,"out_tokens":666}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":900,"out_tokens":2976,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":41.0468672549996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.25,"extra_count_mean":1.5,"extra_false_mean":0.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.7142857142857142,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2131,"out_tokens":2507},"claude-opus-4-8":{"in_tokens":3996,"out_tokens":751},"claude-opus-4-7":{"in_tokens":4001,"out_tokens":603},"mistral-large-2":{"in_tokens":2368,"out_tokens":756}}}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":904,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":25.09890328200072,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_count_mean":1.0,"extra_count_mean":0.5,"extra_false_mean":0.5,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1725,"out_tokens":1766},"claude-opus-4-8":{"in_tokens":3339,"out_tokens":676},"claude-opus-4-7":{"in_tokens":3344,"out_tokens":534},"mistral-large-2":{"in_tokens":1809,"out_tokens":618}}}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1039,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":30.468407891000425,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2025,"out_tokens":1410},"claude-opus-4-8":{"in_tokens":3865,"out_tokens":756},"claude-opus-4-7":{"in_tokens":3870,"out_tokens":640},"mistral-large-2":{"in_tokens":2113,"out_tokens":807}}}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":948,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":28.914651940000113,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1788,"out_tokens":1564},"claude-opus-4-8":{"in_tokens":3362,"out_tokens":676},"claude-opus-4-7":{"in_tokens":3367,"out_tokens":551},"mistral-large-2":{"in_tokens":1881,"out_tokens":709}}}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":1294,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":43.67611390000002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2130,"out_tokens":1768},"claude-opus-4-8":{"in_tokens":4113,"out_tokens":565},"claude-opus-4-7":{"in_tokens":4118,"out_tokens":537},"mistral-large-2":{"in_tokens":2223,"out_tokens":629}}}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1026,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":29.020855468999798,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_count_mean":0.5,"extra_count_mean":1.5,"extra_false_mean":0.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1656,"out_tokens":1914},"claude-opus-4-8":{"in_tokens":3235,"out_tokens":752},"claude-opus-4-7":{"in_tokens":3240,"out_tokens":641},"mistral-large-2":{"in_tokens":1755,"out_tokens":707}}}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":795,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":30.27103175800039,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1441},"claude-opus-4-8":{"in_tokens":2939,"out_tokens":724},"claude-opus-4-7":{"in_tokens":2944,"out_tokens":574},"mistral-large-2":{"in_tokens":1603,"out_tokens":618}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":556,"out_tokens":2779,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":44.51602556299986,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1650,"out_tokens":1763},"claude-opus-4-8":{"in_tokens":3189,"out_tokens":604},"claude-opus-4-7":{"in_tokens":3194,"out_tokens":583},"mistral-large-2":{"in_tokens":1777,"out_tokens":689}}}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":938,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":29.08697114900042,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_count_mean":0.5,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.75,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1713,"out_tokens":1357},"claude-opus-4-8":{"in_tokens":3324,"out_tokens":747},"claude-opus-4-7":{"in_tokens":3329,"out_tokens":568},"mistral-large-2":{"in_tokens":1825,"out_tokens":568}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":1009,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":26.818960978999712,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.9259259259259259,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2005,"out_tokens":1350},"claude-opus-4-8":{"in_tokens":3856,"out_tokens":702},"claude-opus-4-7":{"in_tokens":3861,"out_tokens":518},"mistral-large-2":{"in_tokens":2104,"out_tokens":703}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":381,"out_tokens":671,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":17.850305324000146,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_count_mean":0.25,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.9333333333333332,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1719,"out_tokens":1535},"claude-opus-4-8":{"in_tokens":3337,"out_tokens":663},"claude-opus-4-7":{"in_tokens":3342,"out_tokens":645},"mistral-large-2":{"in_tokens":1815,"out_tokens":688}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1013,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":28.71010441999988,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.9333333333333332,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1966,"out_tokens":1642},"claude-opus-4-8":{"in_tokens":3955,"out_tokens":760},"claude-opus-4-7":{"in_tokens":3960,"out_tokens":671},"mistral-large-2":{"in_tokens":2094,"out_tokens":850}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":541,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.734981440999945,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1571,"out_tokens":1174},"claude-opus-4-8":{"in_tokens":3103,"out_tokens":756},"claude-opus-4-7":{"in_tokens":3108,"out_tokens":651},"mistral-large-2":{"in_tokens":1673,"out_tokens":715}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":2497,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":35.27125700800025,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1749,"out_tokens":1810},"claude-opus-4-8":{"in_tokens":3364,"out_tokens":886},"claude-opus-4-7":{"in_tokens":3369,"out_tokens":707},"mistral-large-2":{"in_tokens":1947,"out_tokens":746}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":1320,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":45.98092132800048,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8000000000000002,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2189,"out_tokens":1323},"claude-opus-4-8":{"in_tokens":4278,"out_tokens":781},"claude-opus-4-7":{"in_tokens":4283,"out_tokens":684},"mistral-large-2":{"in_tokens":2321,"out_tokens":792}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":559,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":19.51451433799957,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8571428571428571,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1339,"out_tokens":1138},"claude-opus-4-8":{"in_tokens":2591,"out_tokens":488},"claude-opus-4-7":{"in_tokens":2596,"out_tokens":450},"mistral-large-2":{"in_tokens":1404,"out_tokens":560}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":779,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":21.49753031900036,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_count_mean":0.5,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1744,"out_tokens":1658},"claude-opus-4-8":{"in_tokens":3390,"out_tokens":704},"claude-opus-4-7":{"in_tokens":3395,"out_tokens":610},"mistral-large-2":{"in_tokens":1821,"out_tokens":718}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":746,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":20.329182299999957,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_count_mean":0.75,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.7916666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1640,"out_tokens":1711},"claude-opus-4-8":{"in_tokens":3096,"out_tokens":815},"claude-opus-4-7":{"in_tokens":3101,"out_tokens":637},"mistral-large-2":{"in_tokens":1713,"out_tokens":596}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":457,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":12.84603778699966,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1526,"out_tokens":1231},"claude-opus-4-8":{"in_tokens":2882,"out_tokens":744},"claude-opus-4-7":{"in_tokens":2887,"out_tokens":589},"mistral-large-2":{"in_tokens":1610,"out_tokens":739}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":816,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":24.84907425199981,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1808,"out_tokens":2119},"claude-opus-4-8":{"in_tokens":3486,"out_tokens":566},"claude-opus-4-7":{"in_tokens":3491,"out_tokens":492},"mistral-large-2":{"in_tokens":1900,"out_tokens":630}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":899,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":28.490356618000078,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.75,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1679,"out_tokens":1361},"claude-opus-4-8":{"in_tokens":3245,"out_tokens":774},"claude-opus-4-7":{"in_tokens":3250,"out_tokens":596},"mistral-large-2":{"in_tokens":1771,"out_tokens":715}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":713,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":25.650333030000183,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_count_mean":0.5,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1576,"out_tokens":1447},"claude-opus-4-8":{"in_tokens":3071,"out_tokens":679},"claude-opus-4-7":{"in_tokens":3076,"out_tokens":534},"mistral-large-2":{"in_tokens":1662,"out_tokens":703}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":821,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":24.36848047100011,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_count_mean":1.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.8,"claude-opus-4-7":0.6,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.7333333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1824,"out_tokens":1544},"claude-opus-4-8":{"in_tokens":3436,"out_tokens":900},"claude-opus-4-7":{"in_tokens":3441,"out_tokens":690},"mistral-large-2":{"in_tokens":1910,"out_tokens":714}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":737,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":28.16352466400076,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1800,"out_tokens":1584},"claude-opus-4-8":{"in_tokens":3410,"out_tokens":705},"claude-opus-4-7":{"in_tokens":3415,"out_tokens":622},"mistral-large-2":{"in_tokens":1914,"out_tokens":750}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":716,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":21.023529035999672,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.9333333333333332,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1799,"out_tokens":1322},"claude-opus-4-8":{"in_tokens":3358,"out_tokens":732},"claude-opus-4-7":{"in_tokens":3363,"out_tokens":671},"mistral-large-2":{"in_tokens":1880,"out_tokens":864}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":781,"out_tokens":4047,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":56.89342320899959,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.75,"extra_false_mean":0.5,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1932,"out_tokens":2850},"claude-opus-4-8":{"in_tokens":3676,"out_tokens":863},"claude-opus-4-7":{"in_tokens":3681,"out_tokens":721},"mistral-large-2":{"in_tokens":2127,"out_tokens":736}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":9019,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":264.20314736900036,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":1.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.975,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3184,"out_tokens":2699},"claude-opus-4-8":{"in_tokens":6409,"out_tokens":967},"claude-opus-4-7":{"in_tokens":6414,"out_tokens":893},"mistral-large-2":{"in_tokens":3374,"out_tokens":1323}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":895,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":29.12969652799984,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9583333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1622,"out_tokens":1214},"claude-opus-4-8":{"in_tokens":3114,"out_tokens":638},"claude-opus-4-7":{"in_tokens":3119,"out_tokens":497},"mistral-large-2":{"in_tokens":1696,"out_tokens":619}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":569,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.67610459200023,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1530,"out_tokens":1035},"claude-opus-4-8":{"in_tokens":2929,"out_tokens":545},"claude-opus-4-7":{"in_tokens":2934,"out_tokens":543},"mistral-large-2":{"in_tokens":1603,"out_tokens":553}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":785,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":27.356490566000502,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_count_mean":0.75,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1691,"out_tokens":1480},"claude-opus-4-8":{"in_tokens":3308,"out_tokens":762},"claude-opus-4-7":{"in_tokens":3313,"out_tokens":541},"mistral-large-2":{"in_tokens":1771,"out_tokens":731}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1208,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":37.32091816999946,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":5.0},"score_ex_family":0.9259259259259259,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2187,"out_tokens":1200},"claude-opus-4-8":{"in_tokens":4275,"out_tokens":644},"claude-opus-4-7":{"in_tokens":4280,"out_tokens":619},"mistral-large-2":{"in_tokens":2276,"out_tokens":759}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":1784,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":31.304273079999803,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.9444444444444444,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1488,"out_tokens":1809},"claude-opus-4-8":{"in_tokens":2830,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2835,"out_tokens":583},"mistral-large-2":{"in_tokens":1648,"out_tokens":673}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":505,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":15.785669064999638,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1295,"out_tokens":1507},"claude-opus-4-8":{"in_tokens":2458,"out_tokens":615},"claude-opus-4-7":{"in_tokens":2463,"out_tokens":464},"mistral-large-2":{"in_tokens":1341,"out_tokens":512}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":943,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":25.56566558800023,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_count_mean":0.5,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1761,"out_tokens":1049},"claude-opus-4-8":{"in_tokens":3364,"out_tokens":557},"claude-opus-4-7":{"in_tokens":3369,"out_tokens":511},"mistral-large-2":{"in_tokens":1857,"out_tokens":686}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":671,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":17.866794524999932,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1485,"out_tokens":1013},"claude-opus-4-8":{"in_tokens":2920,"out_tokens":528},"claude-opus-4-7":{"in_tokens":2925,"out_tokens":492},"mistral-large-2":{"in_tokens":1558,"out_tokens":510}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":470,"out_tokens":7465,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":221.17575829999987,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.5,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.7857142857142857,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2066,"out_tokens":1939},"claude-opus-4-8":{"in_tokens":4040,"out_tokens":810},"claude-opus-4-7":{"in_tokens":4045,"out_tokens":603},"mistral-large-2":{"in_tokens":2216,"out_tokens":867}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":782,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":23.562367442000323,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.25,"contradicted_count_mean":0.75,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.25,"claude-opus-4-7":0.25,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1465,"out_tokens":2387},"claude-opus-4-8":{"in_tokens":2973,"out_tokens":740},"claude-opus-4-7":{"in_tokens":2978,"out_tokens":760},"mistral-large-2":{"in_tokens":1600,"out_tokens":723}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1158,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":34.418603757999335,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.9,"claude-opus-4-7":0.8,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1660,"out_tokens":1692},"claude-opus-4-8":{"in_tokens":3214,"out_tokens":671},"claude-opus-4-7":{"in_tokens":3219,"out_tokens":591},"mistral-large-2":{"in_tokens":1811,"out_tokens":728}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":674,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":24.23682136000025,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1353,"out_tokens":2203},"claude-opus-4-8":{"in_tokens":2651,"out_tokens":718},"claude-opus-4-7":{"in_tokens":2656,"out_tokens":569},"mistral-large-2":{"in_tokens":1458,"out_tokens":650}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":670,"out_tokens":3759,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":54.6628299239992,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_count_mean":0.25,"extra_count_mean":1.75,"extra_false_mean":0.5,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1830,"out_tokens":2431},"claude-opus-4-8":{"in_tokens":3519,"out_tokens":702},"claude-opus-4-7":{"in_tokens":3524,"out_tokens":526},"mistral-large-2":{"in_tokens":2038,"out_tokens":693}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":1697,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":54.93773865999992,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.7916666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1725,"out_tokens":2458},"claude-opus-4-8":{"in_tokens":3328,"out_tokens":681},"claude-opus-4-7":{"in_tokens":3333,"out_tokens":546},"mistral-large-2":{"in_tokens":1873,"out_tokens":773}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":1623,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":61.8657077959997,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.4444444444444444,"contradicted_count_mean":1.0,"extra_count_mean":3.0,"extra_false_mean":1.25,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.2222222222222222,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":5.0,"claude-opus-4-7":3.0,"mistral-large-2":6.0},"score_ex_family":0.5185185185185185,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":2,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1982,"out_tokens":3056},"claude-opus-4-8":{"in_tokens":3890,"out_tokens":1207},"claude-opus-4-7":{"in_tokens":3895,"out_tokens":856},"mistral-large-2":{"in_tokens":2238,"out_tokens":1047}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":714,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":21.229668470999968,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9333333333333332,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1474,"out_tokens":931},"claude-opus-4-8":{"in_tokens":2846,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2851,"out_tokens":587},"mistral-large-2":{"in_tokens":1619,"out_tokens":755}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":818,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":35.38484515300024,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.3333333333333333,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.7407407407407408,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1825,"out_tokens":2359},"claude-opus-4-8":{"in_tokens":3578,"out_tokens":873},"claude-opus-4-7":{"in_tokens":3583,"out_tokens":699},"mistral-large-2":{"in_tokens":1982,"out_tokens":722}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":756,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":28.294555916999343,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1589,"out_tokens":1994},"claude-opus-4-8":{"in_tokens":3024,"out_tokens":697},"claude-opus-4-7":{"in_tokens":3029,"out_tokens":554},"mistral-large-2":{"in_tokens":1734,"out_tokens":672}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":4621,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":129.12913267100066,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.3,"contradicted_count_mean":1.0,"extra_count_mean":2.25,"extra_false_mean":1.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.7,"claude-opus-4-7":0.5,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.475,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":3,"other":4},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2032,"out_tokens":2706},"claude-opus-4-8":{"in_tokens":4078,"out_tokens":922},"claude-opus-4-7":{"in_tokens":4083,"out_tokens":869},"mistral-large-2":{"in_tokens":2173,"out_tokens":816}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":1071,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":35.705711927000266,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1907,"out_tokens":2649},"claude-opus-4-8":{"in_tokens":3742,"out_tokens":991},"claude-opus-4-7":{"in_tokens":3747,"out_tokens":691},"mistral-large-2":{"in_tokens":2082,"out_tokens":889}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":917,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":31.07256852499995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8148148148148149,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1505,"out_tokens":1110},"claude-opus-4-8":{"in_tokens":2966,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2971,"out_tokens":529},"mistral-large-2":{"in_tokens":1638,"out_tokens":585}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":718,"out_tokens":3337,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":48.2101614029998,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.5,"extra_count_mean":3.0,"extra_false_mean":1.5,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1852,"out_tokens":3631},"claude-opus-4-8":{"in_tokens":3542,"out_tokens":1197},"claude-opus-4-7":{"in_tokens":3547,"out_tokens":993},"mistral-large-2":{"in_tokens":2029,"out_tokens":845}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":1231,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":42.269311431999995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.25,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7407407407407408,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1853,"out_tokens":1673},"claude-opus-4-8":{"in_tokens":3667,"out_tokens":629},"claude-opus-4-7":{"in_tokens":3672,"out_tokens":636},"mistral-large-2":{"in_tokens":2028,"out_tokens":694}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":817,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":25.75091802499992,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_count_mean":1.5,"extra_count_mean":1.25,"extra_false_mean":0.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.25,"claude-opus-4-7":0.375,"mistral-large-2":0.25},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.2916666666666667,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1656,"out_tokens":2469},"claude-opus-4-8":{"in_tokens":3226,"out_tokens":1042},"claude-opus-4-7":{"in_tokens":3231,"out_tokens":582},"mistral-large-2":{"in_tokens":1813,"out_tokens":715}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":687,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":27.732897384000353,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.5,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.5,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1287,"out_tokens":1973},"claude-opus-4-8":{"in_tokens":2444,"out_tokens":729},"claude-opus-4-7":{"in_tokens":2449,"out_tokens":517},"mistral-large-2":{"in_tokens":1418,"out_tokens":579}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":9587,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":276.5898910290002,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":4.0,"extra_false_mean":2.0,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.75,"false_claim_types":{"az":3,"paragraph":9,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2142,"out_tokens":2672},"claude-opus-4-8":{"in_tokens":4044,"out_tokens":935},"claude-opus-4-7":{"in_tokens":4049,"out_tokens":858},"mistral-large-2":{"in_tokens":2380,"out_tokens":836}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":952,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":38.213005302000056,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1542,"out_tokens":1253},"claude-opus-4-8":{"in_tokens":2978,"out_tokens":674},"claude-opus-4-7":{"in_tokens":2983,"out_tokens":537},"mistral-large-2":{"in_tokens":1660,"out_tokens":716}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":695,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":24.785524352999346,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1329,"out_tokens":1022},"claude-opus-4-8":{"in_tokens":2662,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2667,"out_tokens":493},"mistral-large-2":{"in_tokens":1420,"out_tokens":519}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":2480,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":38.99002851400019,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":1.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.9444444444444444,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1638,"out_tokens":2890},"claude-opus-4-8":{"in_tokens":3250,"out_tokens":780},"claude-opus-4-7":{"in_tokens":3255,"out_tokens":746},"mistral-large-2":{"in_tokens":1803,"out_tokens":748}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1097,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":35.17197704299997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7777777777777777,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1645,"out_tokens":1790},"claude-opus-4-8":{"in_tokens":3327,"out_tokens":705},"claude-opus-4-7":{"in_tokens":3332,"out_tokens":585},"mistral-large-2":{"in_tokens":1772,"out_tokens":655}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":940,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":27.562515746999452,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_count_mean":0.75,"extra_count_mean":1.0,"extra_false_mean":1.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1667,"out_tokens":1772},"claude-opus-4-8":{"in_tokens":3230,"out_tokens":768},"claude-opus-4-7":{"in_tokens":3235,"out_tokens":765},"mistral-large-2":{"in_tokens":1855,"out_tokens":736}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":980,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":39.720460798000204,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_count_mean":1.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1612,"out_tokens":1811},"claude-opus-4-8":{"in_tokens":3316,"out_tokens":689},"claude-opus-4-7":{"in_tokens":3321,"out_tokens":570},"mistral-large-2":{"in_tokens":1772,"out_tokens":566}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":654,"out_tokens":2609,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":38.58977118600069,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.875,"false_claim_types":{"az":1,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1607,"out_tokens":1668},"claude-opus-4-8":{"in_tokens":3114,"out_tokens":636},"claude-opus-4-7":{"in_tokens":3119,"out_tokens":432},"mistral-large-2":{"in_tokens":1770,"out_tokens":694}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":1517,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":56.31046401799995,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.75,"contradicted_count_mean":0.25,"extra_count_mean":3.0,"extra_false_mean":1.75,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1829,"out_tokens":1992},"claude-opus-4-8":{"in_tokens":3526,"out_tokens":1078},"claude-opus-4-7":{"in_tokens":3531,"out_tokens":817},"mistral-large-2":{"in_tokens":2043,"out_tokens":906}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":773,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":26.097639532999892,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.42857142857142855,"contradicted_count_mean":0.5,"extra_count_mean":2.5,"extra_false_mean":1.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.2857142857142857,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":4.0,"mistral-large-2":2.0},"score_ex_family":0.5714285714285715,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1879,"out_tokens":2339},"claude-opus-4-8":{"in_tokens":3604,"out_tokens":690},"claude-opus-4-7":{"in_tokens":3609,"out_tokens":693},"mistral-large-2":{"in_tokens":2101,"out_tokens":688}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":399,"out_tokens":8697,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":864.6238505860001,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.25,"extra_count_mean":3.75,"extra_false_mean":3.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":7.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":2,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2309,"out_tokens":3501},"claude-opus-4-8":{"in_tokens":4451,"out_tokens":1416},"claude-opus-4-7":{"in_tokens":4456,"out_tokens":836},"mistral-large-2":{"in_tokens":2443,"out_tokens":736}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":621,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":25.038502237000102,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1452,"out_tokens":1272},"claude-opus-4-8":{"in_tokens":2813,"out_tokens":567},"claude-opus-4-7":{"in_tokens":2818,"out_tokens":503},"mistral-large-2":{"in_tokens":1572,"out_tokens":599}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":1166,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":35.742332560999785,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.75,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.7083333333333334,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2165,"out_tokens":2534},"claude-opus-4-8":{"in_tokens":4108,"out_tokens":871},"claude-opus-4-7":{"in_tokens":4113,"out_tokens":681},"mistral-large-2":{"in_tokens":2345,"out_tokens":853}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":549,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":15.49720152699956,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.7407407407407408,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1388,"out_tokens":1297},"claude-opus-4-8":{"in_tokens":2722,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2727,"out_tokens":554},"mistral-large-2":{"in_tokens":1529,"out_tokens":668}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1045,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":33.982540070999676,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1734,"out_tokens":1875},"claude-opus-4-8":{"in_tokens":3450,"out_tokens":867},"claude-opus-4-7":{"in_tokens":3455,"out_tokens":742},"mistral-large-2":{"in_tokens":1910,"out_tokens":670}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1483,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":47.44954534699991,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":3.0,"extra_false_mean":2.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":2,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1901,"out_tokens":2503},"claude-opus-4-8":{"in_tokens":3723,"out_tokens":978},"claude-opus-4-7":{"in_tokens":3728,"out_tokens":719},"mistral-large-2":{"in_tokens":2074,"out_tokens":885}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":541,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":17.93601722600033,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.25,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8518518518518517,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1414,"out_tokens":2147},"claude-opus-4-8":{"in_tokens":2865,"out_tokens":766},"claude-opus-4-7":{"in_tokens":2870,"out_tokens":522},"mistral-large-2":{"in_tokens":1551,"out_tokens":618}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":3909,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":56.229256339999665,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1985,"out_tokens":2545},"claude-opus-4-8":{"in_tokens":3760,"out_tokens":970},"claude-opus-4-7":{"in_tokens":3765,"out_tokens":622},"mistral-large-2":{"in_tokens":2163,"out_tokens":672}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":847,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":28.78673865300061,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":1.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1563,"out_tokens":2230},"claude-opus-4-8":{"in_tokens":3134,"out_tokens":879},"claude-opus-4-7":{"in_tokens":3139,"out_tokens":919},"mistral-large-2":{"in_tokens":1697,"out_tokens":758}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0062396980002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":431,"out_tokens":7418,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":231.68286930999966,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.75,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9583333333333334,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2014,"out_tokens":2066},"claude-opus-4-8":{"in_tokens":3890,"out_tokens":610},"claude-opus-4-7":{"in_tokens":3895,"out_tokens":616},"mistral-large-2":{"in_tokens":2176,"out_tokens":807}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1792,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":62.298431143000016,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1797,"out_tokens":2548},"claude-opus-4-8":{"in_tokens":3633,"out_tokens":651},"claude-opus-4-7":{"in_tokens":3638,"out_tokens":516},"mistral-large-2":{"in_tokens":1997,"out_tokens":784}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":956,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":31.80381901200053,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_count_mean":0.25,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1552,"out_tokens":1903},"claude-opus-4-8":{"in_tokens":3047,"out_tokens":614},"claude-opus-4-7":{"in_tokens":3052,"out_tokens":554},"mistral-large-2":{"in_tokens":1709,"out_tokens":796}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":1231,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":40.41539024700069,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1752,"out_tokens":1750},"claude-opus-4-8":{"in_tokens":3382,"out_tokens":827},"claude-opus-4-7":{"in_tokens":3387,"out_tokens":621},"mistral-large-2":{"in_tokens":1926,"out_tokens":893}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":1285,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":51.22096918100033,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.375,"contradicted_count_mean":0.0,"extra_count_mean":3.0,"extra_false_mean":0.75,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.875,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":3.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.7916666666666666,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":1,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1755,"out_tokens":3677},"claude-opus-4-8":{"in_tokens":3547,"out_tokens":938},"claude-opus-4-7":{"in_tokens":3552,"out_tokens":530},"mistral-large-2":{"in_tokens":1929,"out_tokens":669}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":3185,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":52.07253310899978,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1704,"out_tokens":1419},"claude-opus-4-8":{"in_tokens":3245,"out_tokens":655},"claude-opus-4-7":{"in_tokens":3250,"out_tokens":504},"mistral-large-2":{"in_tokens":1896,"out_tokens":709}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":655,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":24.24665315599941,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1355,"out_tokens":1761},"claude-opus-4-8":{"in_tokens":2690,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2695,"out_tokens":411},"mistral-large-2":{"in_tokens":1470,"out_tokens":586}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":820,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":33.84325788099977,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1470,"out_tokens":1469},"claude-opus-4-8":{"in_tokens":2835,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2840,"out_tokens":660},"mistral-large-2":{"in_tokens":1579,"out_tokens":710}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":1019,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":30.82664980300069,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.9259259259259259,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1702,"out_tokens":1934},"claude-opus-4-8":{"in_tokens":3322,"out_tokens":681},"claude-opus-4-7":{"in_tokens":3327,"out_tokens":683},"mistral-large-2":{"in_tokens":1868,"out_tokens":803}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":3438,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":49.99393007300023,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1635,"out_tokens":2407},"claude-opus-4-8":{"in_tokens":3173,"out_tokens":606},"claude-opus-4-7":{"in_tokens":3178,"out_tokens":662},"mistral-large-2":{"in_tokens":1758,"out_tokens":842}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":2803,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":94.24809991799975,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"contradicted_count_mean":2.25,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.25,"claude-opus-4-7":0.25,"mistral-large-2":0.25},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.25,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1479,"out_tokens":2447},"claude-opus-4-8":{"in_tokens":2978,"out_tokens":729},"claude-opus-4-7":{"in_tokens":2983,"out_tokens":644},"mistral-large-2":{"in_tokens":1587,"out_tokens":690}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":1455,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":56.84262988899991,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2176,"out_tokens":1816},"claude-opus-4-8":{"in_tokens":4474,"out_tokens":866},"claude-opus-4-7":{"in_tokens":4479,"out_tokens":830},"mistral-large-2":{"in_tokens":2346,"out_tokens":922}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":1555,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":49.29497735900077,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_count_mean":1.0,"extra_count_mean":1.25,"extra_false_mean":1.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.5416666666666666,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2117,"out_tokens":1790},"claude-opus-4-8":{"in_tokens":4403,"out_tokens":801},"claude-opus-4-7":{"in_tokens":4408,"out_tokens":869},"mistral-large-2":{"in_tokens":2296,"out_tokens":725}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":1603,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":58.164244591999704,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"contradicted_count_mean":2.0,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.625,"claude-opus-4-7":0.375,"mistral-large-2":0.25},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":6.0},"score_ex_family":0.4166666666666667,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":4},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2190,"out_tokens":2531},"claude-opus-4-8":{"in_tokens":4739,"out_tokens":881},"claude-opus-4-7":{"in_tokens":4744,"out_tokens":648},"mistral-large-2":{"in_tokens":2345,"out_tokens":841}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":623,"out_tokens":2104,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":32.00233055700028,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9444444444444444,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1546,"out_tokens":1590},"claude-opus-4-8":{"in_tokens":2938,"out_tokens":708},"claude-opus-4-7":{"in_tokens":2943,"out_tokens":694},"mistral-large-2":{"in_tokens":1656,"out_tokens":693}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":584,"out_tokens":8890,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":273.9921788620004,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":4.0,"extra_false_mean":2.25,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":4.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2053,"out_tokens":3501},"claude-opus-4-8":{"in_tokens":4001,"out_tokens":829},"claude-opus-4-7":{"in_tokens":4006,"out_tokens":631},"mistral-large-2":{"in_tokens":2175,"out_tokens":881}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":1866,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":29.55732230600006,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":1582},"claude-opus-4-8":{"in_tokens":2636,"out_tokens":656},"claude-opus-4-7":{"in_tokens":2641,"out_tokens":532},"mistral-large-2":{"in_tokens":1457,"out_tokens":636}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":1132,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":49.37837870400017,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.7142857142857143,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7619047619047619,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1720,"out_tokens":1268},"claude-opus-4-8":{"in_tokens":3678,"out_tokens":668},"claude-opus-4-7":{"in_tokens":3683,"out_tokens":554},"mistral-large-2":{"in_tokens":1848,"out_tokens":549}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":1863,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":57.26165329200012,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.3333333333333333,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.9444444444444445,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1679,"out_tokens":2317},"claude-opus-4-8":{"in_tokens":3434,"out_tokens":585},"claude-opus-4-7":{"in_tokens":3439,"out_tokens":547},"mistral-large-2":{"in_tokens":1830,"out_tokens":588}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":1224,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":54.19103494200044,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.888888888888889,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1547,"out_tokens":1683},"claude-opus-4-8":{"in_tokens":3269,"out_tokens":529},"claude-opus-4-7":{"in_tokens":3274,"out_tokens":447},"mistral-large-2":{"in_tokens":1655,"out_tokens":446}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1459,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":70.03929908200007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1810,"out_tokens":2036},"claude-opus-4-8":{"in_tokens":3857,"out_tokens":489},"claude-opus-4-7":{"in_tokens":3862,"out_tokens":402},"mistral-large-2":{"in_tokens":1933,"out_tokens":563}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":2806,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":39.64865154100062,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":0.5,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":4,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1751,"out_tokens":1971},"claude-opus-4-8":{"in_tokens":3309,"out_tokens":726},"claude-opus-4-7":{"in_tokens":3314,"out_tokens":630},"mistral-large-2":{"in_tokens":1921,"out_tokens":885}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":800,"out_tokens":6979,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":215.87850434699976,"hallucination_count":6.25,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_count_mean":0.25,"extra_count_mean":6.0,"extra_false_mean":3.5,"extra_unsupported_mean":2.5,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":8.0,"claude-opus-4-7":9.0,"mistral-large-2":6.0},"score_ex_family":0.925,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":3,"other":7},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":3183,"out_tokens":2814},"claude-opus-4-8":{"in_tokens":6305,"out_tokens":1244},"claude-opus-4-7":{"in_tokens":6310,"out_tokens":1006},"mistral-large-2":{"in_tokens":3414,"out_tokens":1080}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":1658,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":64.60238624400063,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.5,"extra_count_mean":1.75,"extra_false_mean":1.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.2857142857142857,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.42857142857142855},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.7142857142857143,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1799,"out_tokens":2660},"claude-opus-4-8":{"in_tokens":3816,"out_tokens":608},"claude-opus-4-7":{"in_tokens":3821,"out_tokens":582},"mistral-large-2":{"in_tokens":1952,"out_tokens":715}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":2251,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":62.012089410000044,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":1.0,"extra_count_mean":2.5,"extra_false_mean":1.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":5.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1629,"out_tokens":3350},"claude-opus-4-8":{"in_tokens":3356,"out_tokens":784},"claude-opus-4-7":{"in_tokens":3361,"out_tokens":533},"mistral-large-2":{"in_tokens":1703,"out_tokens":722}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":1089,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":48.02909407399966,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":1.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1670,"out_tokens":2133},"claude-opus-4-8":{"in_tokens":3558,"out_tokens":562},"claude-opus-4-7":{"in_tokens":3563,"out_tokens":522},"mistral-large-2":{"in_tokens":1817,"out_tokens":499}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":1607,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":70.66254248799942,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9444444444444445,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1749,"out_tokens":1195},"claude-opus-4-8":{"in_tokens":3583,"out_tokens":479},"claude-opus-4-7":{"in_tokens":3588,"out_tokens":421},"mistral-large-2":{"in_tokens":1886,"out_tokens":569}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":836,"out_tokens":4579,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":66.07401462799953,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":1.25,"extra_count_mean":4.75,"extra_false_mean":2.25,"extra_unsupported_mean":2.5,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":4.0,"claude-opus-4-7":5.0,"mistral-large-2":10.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":12,"study":0,"number":1,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2322,"out_tokens":3129},"claude-opus-4-8":{"in_tokens":4537,"out_tokens":1203},"claude-opus-4-7":{"in_tokens":4542,"out_tokens":1076},"mistral-large-2":{"in_tokens":2528,"out_tokens":1162}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1658,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":42.339107515999785,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":3.25,"extra_false_mean":2.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":2053},"claude-opus-4-8":{"in_tokens":3079,"out_tokens":886},"claude-opus-4-7":{"in_tokens":3084,"out_tokens":818},"mistral-large-2":{"in_tokens":1593,"out_tokens":698}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":1219,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":37.17827296299947,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":1.0,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.8571428571428571,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1677,"out_tokens":1923},"claude-opus-4-8":{"in_tokens":3429,"out_tokens":617},"claude-opus-4-7":{"in_tokens":3434,"out_tokens":526},"mistral-large-2":{"in_tokens":1818,"out_tokens":580}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1116,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":39.04794313500042,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_count_mean":1.0,"extra_count_mean":0.5,"extra_false_mean":0.5,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.125,"claude-opus-4-8":0.375,"claude-opus-4-7":0.375,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.4166666666666667,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1557,"out_tokens":1496},"claude-opus-4-8":{"in_tokens":3269,"out_tokens":716},"claude-opus-4-7":{"in_tokens":3274,"out_tokens":646},"mistral-large-2":{"in_tokens":1685,"out_tokens":681}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":1787,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":55.17035622899948,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"contradicted_count_mean":2.25,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.375,"claude-opus-4-7":0.375,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1843,"out_tokens":2080},"claude-opus-4-8":{"in_tokens":3680,"out_tokens":724},"claude-opus-4-7":{"in_tokens":3685,"out_tokens":640},"mistral-large-2":{"in_tokens":1935,"out_tokens":661}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":728,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":23.080975654000213,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.7619047619047619,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1348,"out_tokens":1368},"claude-opus-4-8":{"in_tokens":2795,"out_tokens":522},"claude-opus-4-7":{"in_tokens":2800,"out_tokens":600},"mistral-large-2":{"in_tokens":1412,"out_tokens":540}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":282,"out_tokens":1204,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":36.688235681999686,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1670,"out_tokens":1518},"claude-opus-4-8":{"in_tokens":3474,"out_tokens":720},"claude-opus-4-7":{"in_tokens":3479,"out_tokens":617},"mistral-large-2":{"in_tokens":1792,"out_tokens":678}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":4414,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":65.49908296300055,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_count_mean":3.25,"extra_count_mean":2.5,"extra_false_mean":1.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.125,"claude-opus-4-7":0.125,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":8.0,"claude-opus-4-8":3.0,"claude-opus-4-7":5.0,"mistral-large-2":7.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":3},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":2088,"out_tokens":2633},"claude-opus-4-8":{"in_tokens":4294,"out_tokens":885},"claude-opus-4-7":{"in_tokens":4299,"out_tokens":717},"mistral-large-2":{"in_tokens":2235,"out_tokens":995}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":1718,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":52.660141740000654,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.9666666666666667,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":3,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2758,"out_tokens":2069},"claude-opus-4-8":{"in_tokens":5683,"out_tokens":962},"claude-opus-4-7":{"in_tokens":5688,"out_tokens":769},"mistral-large-2":{"in_tokens":2991,"out_tokens":887}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":2383,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":89.1561361540007,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":1.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":5.0},"score_ex_family":0.9523809523809524,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1702,"out_tokens":2365},"claude-opus-4-8":{"in_tokens":3667,"out_tokens":639},"claude-opus-4-7":{"in_tokens":3672,"out_tokens":591},"mistral-large-2":{"in_tokens":1803,"out_tokens":720}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":2319,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":72.95165679500042,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.8,"claude-opus-4-7":0.6,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.7333333333333334,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2748,"out_tokens":2690},"claude-opus-4-8":{"in_tokens":5627,"out_tokens":1037},"claude-opus-4-7":{"in_tokens":5632,"out_tokens":846},"mistral-large-2":{"in_tokens":2974,"out_tokens":873}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":768,"out_tokens":5628,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":78.29453937000017,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.75,"contradicted_count_mean":1.25,"extra_count_mean":2.5,"extra_false_mean":1.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2412,"out_tokens":2253},"claude-opus-4-8":{"in_tokens":4758,"out_tokens":1043},"claude-opus-4-7":{"in_tokens":4763,"out_tokens":925},"mistral-large-2":{"in_tokens":2607,"out_tokens":886}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":560,"out_tokens":7638,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":215.825017463,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_count_mean":1.25,"extra_count_mean":3.75,"extra_false_mean":2.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":4.0,"claude-opus-4-7":6.0,"mistral-large-2":4.0},"score_ex_family":0.59375,"false_claim_types":{"az":0,"paragraph":13,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2442,"out_tokens":2972},"claude-opus-4-8":{"in_tokens":4904,"out_tokens":1087},"claude-opus-4-7":{"in_tokens":4909,"out_tokens":967},"mistral-large-2":{"in_tokens":2646,"out_tokens":811}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":1201,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":39.86486144999981,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":1.0,"claude-opus-4-7":0.5714285714285714,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8095238095238094,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1742,"out_tokens":1436},"claude-opus-4-8":{"in_tokens":3536,"out_tokens":636},"claude-opus-4-7":{"in_tokens":3541,"out_tokens":620},"mistral-large-2":{"in_tokens":1877,"out_tokens":664}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":3494,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":136.5628930539997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_count_mean":0.75,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.9,"claude-opus-4-7":0.7,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.7333333333333334,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2973,"out_tokens":4132},"claude-opus-4-8":{"in_tokens":6087,"out_tokens":1000},"claude-opus-4-7":{"in_tokens":6092,"out_tokens":752},"mistral-large-2":{"in_tokens":3126,"out_tokens":802}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":2258,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":94.18043966700043,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2844,"out_tokens":2643},"claude-opus-4-8":{"in_tokens":5978,"out_tokens":888},"claude-opus-4-7":{"in_tokens":5983,"out_tokens":791},"mistral-large-2":{"in_tokens":3018,"out_tokens":912}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":3801,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":53.96940593099953,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8571428571428571,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1896,"out_tokens":3022},"claude-opus-4-8":{"in_tokens":3867,"out_tokens":599},"claude-opus-4-7":{"in_tokens":3872,"out_tokens":540},"mistral-large-2":{"in_tokens":2018,"out_tokens":653}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":1773,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":49.709447719999844,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.8,"claude-opus-4-7":0.7,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.7999999999999999,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2133,"out_tokens":2348},"claude-opus-4-8":{"in_tokens":4444,"out_tokens":891},"claude-opus-4-7":{"in_tokens":4449,"out_tokens":688},"mistral-large-2":{"in_tokens":2296,"out_tokens":899}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1017,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":34.92864880500019,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.9444444444444445,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1628,"out_tokens":950},"claude-opus-4-8":{"in_tokens":3279,"out_tokens":494},"claude-opus-4-7":{"in_tokens":3284,"out_tokens":390},"mistral-large-2":{"in_tokens":1760,"out_tokens":636}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2345,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":102.83487309700013,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_count_mean":0.25,"extra_count_mean":1.25,"extra_false_mean":1.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.9,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.7666666666666666,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2750,"out_tokens":2279},"claude-opus-4-8":{"in_tokens":5730,"out_tokens":960},"claude-opus-4-7":{"in_tokens":5735,"out_tokens":896},"mistral-large-2":{"in_tokens":2970,"out_tokens":928}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0136224079997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":1595,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":61.62613513800079,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_count_mean":0.25,"extra_count_mean":1.75,"extra_false_mean":0.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1828,"out_tokens":2974},"claude-opus-4-8":{"in_tokens":3606,"out_tokens":915},"claude-opus-4-7":{"in_tokens":3611,"out_tokens":829},"mistral-large-2":{"in_tokens":1959,"out_tokens":897}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0036135400005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":1594,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":56.02168983399952,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":0.75,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":7.0},"score_ex_family":0.9666666666666667,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":1,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2740,"out_tokens":2973},"claude-opus-4-8":{"in_tokens":5532,"out_tokens":950},"claude-opus-4-7":{"in_tokens":5537,"out_tokens":803},"mistral-large-2":{"in_tokens":2892,"out_tokens":1143}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":6680,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":190.69855835599992,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.2857142857142857,"contradicted_count_mean":0.25,"extra_count_mean":5.25,"extra_false_mean":4.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.2857142857142857,"claude-opus-4-8":1.0,"claude-opus-4-7":0.42857142857142855,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":7.0,"claude-opus-4-7":7.0,"mistral-large-2":5.0},"score_ex_family":0.6428571428571428,"false_claim_types":{"az":0,"paragraph":15,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2129,"out_tokens":4243},"claude-opus-4-8":{"in_tokens":4253,"out_tokens":1278},"claude-opus-4-7":{"in_tokens":4258,"out_tokens":968},"mistral-large-2":{"in_tokens":2314,"out_tokens":826}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":2251,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":64.59807395899952,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"contradicted_count_mean":1.0,"extra_count_mean":1.75,"extra_false_mean":0.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.7000000000000001,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2675,"out_tokens":3638},"claude-opus-4-8":{"in_tokens":5475,"out_tokens":1222},"claude-opus-4-7":{"in_tokens":5480,"out_tokens":804},"mistral-large-2":{"in_tokens":2895,"out_tokens":851}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":5907,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":80.94383192199984,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":1.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.9166666666666667,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1863,"out_tokens":2705},"claude-opus-4-8":{"in_tokens":3659,"out_tokens":752},"claude-opus-4-7":{"in_tokens":3664,"out_tokens":662},"mistral-large-2":{"in_tokens":2026,"out_tokens":642}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2206,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":69.39000418900014,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2919,"out_tokens":2142},"claude-opus-4-8":{"in_tokens":6043,"out_tokens":939},"claude-opus-4-7":{"in_tokens":6048,"out_tokens":797},"mistral-large-2":{"in_tokens":3146,"out_tokens":895}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":2012,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":33.06823907700001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1572,"out_tokens":1439},"claude-opus-4-8":{"in_tokens":3071,"out_tokens":524},"claude-opus-4-7":{"in_tokens":3076,"out_tokens":459},"mistral-large-2":{"in_tokens":1707,"out_tokens":682}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":555,"out_tokens":4630,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":64.79367622300015,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.25,"extra_count_mean":3.75,"extra_false_mean":2.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":5.0,"mistral-large-2":8.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":6},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1884,"out_tokens":2094},"claude-opus-4-8":{"in_tokens":3796,"out_tokens":581},"claude-opus-4-7":{"in_tokens":3801,"out_tokens":761},"mistral-large-2":{"in_tokens":2015,"out_tokens":847}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.006507655,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0172336730002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":549,"out_tokens":2689,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":41.46961288900002,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.0,"extra_count_mean":4.0,"extra_false_mean":0.75,"extra_unsupported_mean":3.25,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.9166666666666667,"false_claim_types":{"az":0,"paragraph":11,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1580,"out_tokens":3420},"claude-opus-4-8":{"in_tokens":3131,"out_tokens":727},"claude-opus-4-7":{"in_tokens":3136,"out_tokens":589},"mistral-large-2":{"in_tokens":1680,"out_tokens":742}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":3152,"error":null,"skip_reason":null,"score_raw":0.6785714285714285,"duration_s":46.96541946199977,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.2857142857142857,"contradicted_count_mean":0.25,"extra_count_mean":2.0,"extra_false_mean":0.75,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.5714285714285714},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":5.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1951,"out_tokens":4528},"claude-opus-4-8":{"in_tokens":3829,"out_tokens":653},"claude-opus-4-7":{"in_tokens":3834,"out_tokens":575},"mistral-large-2":{"in_tokens":2122,"out_tokens":856}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":10042,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":230.15366535800013,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.75,"contradicted_count_mean":1.0,"extra_count_mean":1.75,"extra_false_mean":1.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1912,"out_tokens":2823},"claude-opus-4-8":{"in_tokens":3649,"out_tokens":716},"claude-opus-4-7":{"in_tokens":3654,"out_tokens":639},"mistral-large-2":{"in_tokens":2026,"out_tokens":593}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":4079,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":57.29877579299955,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_count_mean":0.25,"extra_count_mean":4.5,"extra_false_mean":2.5,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":5.0,"claude-opus-4-7":7.0,"mistral-large-2":3.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":14,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1927,"out_tokens":2976},"claude-opus-4-8":{"in_tokens":3745,"out_tokens":800},"claude-opus-4-7":{"in_tokens":3750,"out_tokens":819},"mistral-large-2":{"in_tokens":2090,"out_tokens":722}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":487,"out_tokens":3957,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":53.28738857099961,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.75,"extra_count_mean":5.0,"extra_false_mean":2.25,"extra_unsupported_mean":2.75,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":7.0,"claude-opus-4-7":9.0,"mistral-large-2":4.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":16,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1724,"out_tokens":2439},"claude-opus-4-8":{"in_tokens":3361,"out_tokens":1017},"claude-opus-4-7":{"in_tokens":3366,"out_tokens":867},"mistral-large-2":{"in_tokens":1808,"out_tokens":802}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":2986,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":43.28218754599948,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.75,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1814,"out_tokens":1973},"claude-opus-4-8":{"in_tokens":3733,"out_tokens":728},"claude-opus-4-7":{"in_tokens":3738,"out_tokens":583},"mistral-large-2":{"in_tokens":1959,"out_tokens":575}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":575,"out_tokens":3386,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":47.311806431999685,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":5.75,"extra_false_mean":3.0,"extra_unsupported_mean":2.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":11.0,"claude-opus-4-7":8.0,"mistral-large-2":2.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":15,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1720,"out_tokens":2856},"claude-opus-4-8":{"in_tokens":3376,"out_tokens":1261},"claude-opus-4-7":{"in_tokens":3381,"out_tokens":954},"mistral-large-2":{"in_tokens":1831,"out_tokens":792}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":2637,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":39.69992922500023,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.42857142857142855,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":1.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.7142857142857143,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1546,"out_tokens":2543},"claude-opus-4-8":{"in_tokens":3000,"out_tokens":636},"claude-opus-4-7":{"in_tokens":3005,"out_tokens":738},"mistral-large-2":{"in_tokens":1661,"out_tokens":750}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":4592,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":64.9030020980008,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_count_mean":1.25,"extra_count_mean":3.25,"extra_false_mean":1.25,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":9.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":4},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2040,"out_tokens":2436},"claude-opus-4-8":{"in_tokens":3924,"out_tokens":847},"claude-opus-4-7":{"in_tokens":3929,"out_tokens":746},"mistral-large-2":{"in_tokens":2152,"out_tokens":1131}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":3680,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":52.67902590600079,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.625,"contradicted_count_mean":1.0,"extra_count_mean":2.5,"extra_false_mean":1.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":5.0,"mistral-large-2":5.0},"score_ex_family":0.4375,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1921,"out_tokens":2943},"claude-opus-4-8":{"in_tokens":3776,"out_tokens":834},"claude-opus-4-7":{"in_tokens":3781,"out_tokens":726},"mistral-large-2":{"in_tokens":2080,"out_tokens":901}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":584,"out_tokens":2025,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":32.56469620400003,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":2.75,"extra_false_mean":0.5,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.7857142857142857,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1473,"out_tokens":2100},"claude-opus-4-8":{"in_tokens":2946,"out_tokens":724},"claude-opus-4-7":{"in_tokens":2951,"out_tokens":589},"mistral-large-2":{"in_tokens":1547,"out_tokens":598}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":3730,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":56.558132934999776,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":1.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":5.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1940,"out_tokens":1559},"claude-opus-4-8":{"in_tokens":3873,"out_tokens":688},"claude-opus-4-7":{"in_tokens":3878,"out_tokens":503},"mistral-large-2":{"in_tokens":2079,"out_tokens":827}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":549,"out_tokens":3520,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":47.95182086099976,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.8571428571428572,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1806,"out_tokens":2669},"claude-opus-4-8":{"in_tokens":3681,"out_tokens":635},"claude-opus-4-7":{"in_tokens":3686,"out_tokens":541},"mistral-large-2":{"in_tokens":1910,"out_tokens":684}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1012,"out_tokens":5601,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":77.28493707400048,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_count_mean":1.25,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.2,"claude-opus-4-8":0.8,"claude-opus-4-7":0.6,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.44999999999999996,"false_claim_types":{"az":1,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2825,"out_tokens":3270},"claude-opus-4-8":{"in_tokens":5472,"out_tokens":919},"claude-opus-4-7":{"in_tokens":5477,"out_tokens":937},"mistral-large-2":{"in_tokens":2979,"out_tokens":911}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2119.699568135001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0041164799995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":996,"out_tokens":5919,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":82.38872341600018,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":4.0,"extra_false_mean":1.5,"extra_unsupported_mean":2.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.6,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":5.0,"mistral-large-2":4.0},"score_ex_family":0.65,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2936,"out_tokens":3717},"claude-opus-4-8":{"in_tokens":5663,"out_tokens":1137},"claude-opus-4-7":{"in_tokens":5668,"out_tokens":993},"mistral-large-2":{"in_tokens":3195,"out_tokens":938}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":939,"out_tokens":5606,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":85.2042661710002,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":4.25,"extra_false_mean":2.25,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":5.0,"claude-opus-4-7":5.0,"mistral-large-2":3.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":10,"study":0,"number":0,"other":7},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3261,"out_tokens":3484},"claude-opus-4-8":{"in_tokens":6471,"out_tokens":1305},"claude-opus-4-7":{"in_tokens":6476,"out_tokens":999},"mistral-large-2":{"in_tokens":3512,"out_tokens":940}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":918,"out_tokens":5759,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":78.23743640599969,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_count_mean":0.0,"extra_count_mean":5.0,"extra_false_mean":2.0,"extra_unsupported_mean":3.0,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":5.0,"claude-opus-4-7":5.0,"mistral-large-2":6.0},"score_ex_family":0.85,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2721,"out_tokens":3418},"claude-opus-4-8":{"in_tokens":5382,"out_tokens":1432},"claude-opus-4-7":{"in_tokens":5387,"out_tokens":975},"mistral-large-2":{"in_tokens":2886,"out_tokens":1087}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":888,"out_tokens":6574,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":89.11711258800005,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_count_mean":1.0,"extra_count_mean":3.75,"extra_false_mean":1.5,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":5.0,"claude-opus-4-7":6.0,"mistral-large-2":5.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":3,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2977,"out_tokens":2902},"claude-opus-4-8":{"in_tokens":5800,"out_tokens":1099},"claude-opus-4-7":{"in_tokens":5805,"out_tokens":962},"mistral-large-2":{"in_tokens":3225,"out_tokens":935}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":609,"out_tokens":4402,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":65.31877677699958,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":2.75,"extra_false_mean":1.5,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.7142857142857143,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1964,"out_tokens":2450},"claude-opus-4-8":{"in_tokens":3759,"out_tokens":684},"claude-opus-4-7":{"in_tokens":3764,"out_tokens":669},"mistral-large-2":{"in_tokens":2096,"out_tokens":666}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":837,"out_tokens":4297,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":61.18078746399988,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_count_mean":2.0,"extra_count_mean":2.75,"extra_false_mean":2.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.1,"claude-opus-4-8":0.1,"claude-opus-4-7":0.3,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.35,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":3,"other":1},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2431,"out_tokens":3904},"claude-opus-4-8":{"in_tokens":4930,"out_tokens":1220},"claude-opus-4-7":{"in_tokens":4935,"out_tokens":846},"mistral-large-2":{"in_tokens":2633,"out_tokens":885}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":535,"out_tokens":3168,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":50.01830339099979,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":1.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":2.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1828,"out_tokens":2143},"claude-opus-4-8":{"in_tokens":3524,"out_tokens":761},"claude-opus-4-7":{"in_tokens":3529,"out_tokens":584},"mistral-large-2":{"in_tokens":1973,"out_tokens":744}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1311,"out_tokens":7541,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":106.55161060799946,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":1.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3147,"out_tokens":3353},"claude-opus-4-8":{"in_tokens":6091,"out_tokens":1145},"claude-opus-4-7":{"in_tokens":6096,"out_tokens":766},"mistral-large-2":{"in_tokens":3302,"out_tokens":867}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":651,"out_tokens":10783,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":932.8277093760003,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_count_mean":1.25,"extra_count_mean":3.5,"extra_false_mean":1.5,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":7.0},"score_ex_family":0.6499999999999999,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":2,"other":1},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2846,"out_tokens":2902},"claude-opus-4-8":{"in_tokens":5559,"out_tokens":992},"claude-opus-4-7":{"in_tokens":5564,"out_tokens":842},"mistral-large-2":{"in_tokens":3078,"out_tokens":1037}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0176107019997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1105,"out_tokens":8169,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":112.3905919660001,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_count_mean":1.3333333333333333,"extra_count_mean":3.0,"extra_false_mean":1.3333333333333333,"extra_unsupported_mean":1.6666666666666667,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":3.0,"claude-opus-4-7":5.0},"score_ex_family":0.4,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":3407,"out_tokens":3736},"claude-opus-4-8":{"in_tokens":6657,"out_tokens":1229},"claude-opus-4-7":{"in_tokens":6662,"out_tokens":1008}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1111,"out_tokens":7285,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":106.29530210299981,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":4.25,"extra_false_mean":3.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":5.0,"claude-opus-4-7":7.0,"mistral-large-2":4.0},"score_ex_family":0.95,"false_claim_types":{"az":1,"paragraph":7,"study":0,"number":2,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3590,"out_tokens":2941},"claude-opus-4-8":{"in_tokens":7034,"out_tokens":1230},"claude-opus-4-7":{"in_tokens":7039,"out_tokens":970},"mistral-large-2":{"in_tokens":3857,"out_tokens":967}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":1213,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":22.47833398399962,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":1.5,"extra_count_mean":3.0,"extra_false_mean":2.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.4444444444444444},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":5.0},"score_ex_family":0.4444444444444444,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":7,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1974,"out_tokens":2676},"claude-opus-4-8":{"in_tokens":3956,"out_tokens":901},"claude-opus-4-7":{"in_tokens":3961,"out_tokens":803},"mistral-large-2":{"in_tokens":2120,"out_tokens":749}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":1290,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":21.865670696999587,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.25,"extra_count_mean":2.5,"extra_false_mean":1.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.2222222222222222,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1877,"out_tokens":2967},"claude-opus-4-8":{"in_tokens":3746,"out_tokens":1002},"claude-opus-4-7":{"in_tokens":3751,"out_tokens":843},"mistral-large-2":{"in_tokens":2021,"out_tokens":891}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"ok","in_tokens":820,"out_tokens":1699,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":30.61527507500068,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_count_mean":0.5,"extra_count_mean":2.25,"extra_false_mean":1.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.6875,"false_claim_types":{"az":3,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2456,"out_tokens":2548},"claude-opus-4-8":{"in_tokens":4638,"out_tokens":980},"claude-opus-4-7":{"in_tokens":4643,"out_tokens":779},"mistral-large-2":{"in_tokens":2629,"out_tokens":807}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":1048,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":19.07265808900047,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.5,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.9444444444444444,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1595,"out_tokens":2137},"claude-opus-4-8":{"in_tokens":3031,"out_tokens":705},"claude-opus-4-7":{"in_tokens":3036,"out_tokens":587},"mistral-large-2":{"in_tokens":1722,"out_tokens":808}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":13687,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":265.9382682309997,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_count_mean":1.5,"extra_count_mean":4.5,"extra_false_mean":3.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":6.0,"claude-opus-4-7":8.0,"mistral-large-2":4.0},"score_ex_family":0.525,"false_claim_types":{"az":9,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2148,"out_tokens":3564},"claude-opus-4-8":{"in_tokens":4131,"out_tokens":1309},"claude-opus-4-7":{"in_tokens":4136,"out_tokens":1189},"mistral-large-2":{"in_tokens":2308,"out_tokens":916}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":638,"out_tokens":1323,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":22.379424983999343,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_count_mean":1.0,"extra_count_mean":5.0,"extra_false_mean":4.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":6.0,"claude-opus-4-7":8.0,"mistral-large-2":4.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":4,"other":6},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1791,"out_tokens":3550},"claude-opus-4-8":{"in_tokens":3562,"out_tokens":1011},"claude-opus-4-7":{"in_tokens":3567,"out_tokens":957},"mistral-large-2":{"in_tokens":1926,"out_tokens":843}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":1433,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":24.059145143000023,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.4444444444444444,"contradicted_count_mean":0.5,"extra_count_mean":4.0,"extra_false_mean":1.75,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":6.0,"mistral-large-2":5.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":10,"study":0,"number":1,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2342,"out_tokens":3066},"claude-opus-4-8":{"in_tokens":4469,"out_tokens":1148},"claude-opus-4-7":{"in_tokens":4474,"out_tokens":1014},"mistral-large-2":{"in_tokens":2505,"out_tokens":968}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":637,"out_tokens":1280,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.830584176999764,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_count_mean":0.25,"extra_count_mean":2.5,"extra_false_mean":0.75,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.6875,"false_claim_types":{"az":1,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1833,"out_tokens":2156},"claude-opus-4-8":{"in_tokens":3492,"out_tokens":886},"claude-opus-4-7":{"in_tokens":3497,"out_tokens":732},"mistral-large-2":{"in_tokens":1944,"out_tokens":731}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":681,"out_tokens":1200,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":19.99737641699994,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.75,"extra_count_mean":2.75,"extra_false_mean":2.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.6666666666666666,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1820,"out_tokens":2540},"claude-opus-4-8":{"in_tokens":3448,"out_tokens":810},"claude-opus-4-7":{"in_tokens":3453,"out_tokens":829},"mistral-large-2":{"in_tokens":2019,"out_tokens":781}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"ok","in_tokens":720,"out_tokens":1336,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":21.73974249999992,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":1.0,"contradicted_count_mean":1.0,"extra_count_mean":2.5,"extra_false_mean":1.75,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1950,"out_tokens":2639},"claude-opus-4-8":{"in_tokens":3836,"out_tokens":882},"claude-opus-4-7":{"in_tokens":3841,"out_tokens":695},"mistral-large-2":{"in_tokens":2091,"out_tokens":791}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"ok","in_tokens":564,"out_tokens":1287,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":22.496729786000287,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5555555555555556,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":1.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":1,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2067,"out_tokens":2517},"claude-opus-4-8":{"in_tokens":3964,"out_tokens":1072},"claude-opus-4-7":{"in_tokens":3969,"out_tokens":817},"mistral-large-2":{"in_tokens":2192,"out_tokens":812}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":1286,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":21.33274851799979,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":2,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2168,"out_tokens":2574},"claude-opus-4-8":{"in_tokens":4197,"out_tokens":909},"claude-opus-4-7":{"in_tokens":4202,"out_tokens":719},"mistral-large-2":{"in_tokens":2365,"out_tokens":869}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"ok","in_tokens":744,"out_tokens":1598,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":28.497154027999386,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":3.25,"extra_false_mean":0.25,"extra_unsupported_mean":3.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.9444444444444444,"false_claim_types":{"az":2,"paragraph":2,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2347,"out_tokens":2334},"claude-opus-4-8":{"in_tokens":4479,"out_tokens":1008},"claude-opus-4-7":{"in_tokens":4484,"out_tokens":755},"mistral-large-2":{"in_tokens":2512,"out_tokens":830}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0044913439997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1696,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":27.76313960599964,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.9,"contradicted_count_mean":0.25,"extra_count_mean":3.0,"extra_false_mean":2.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":4.0,"mistral-large-2":5.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":2,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2327,"out_tokens":3187},"claude-opus-4-8":{"in_tokens":4644,"out_tokens":881},"claude-opus-4-7":{"in_tokens":4649,"out_tokens":907},"mistral-large-2":{"in_tokens":2512,"out_tokens":930}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":1856,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":30.20280095399994,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8,"contradicted_count_mean":0.75,"extra_count_mean":2.0,"extra_false_mean":1.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.7,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":4.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.8,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2725,"out_tokens":2484},"claude-opus-4-8":{"in_tokens":4974,"out_tokens":1388},"claude-opus-4-7":{"in_tokens":4979,"out_tokens":1050},"mistral-large-2":{"in_tokens":2906,"out_tokens":956}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":1130,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":19.703336423999644,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1748,"out_tokens":2254},"claude-opus-4-8":{"in_tokens":3323,"out_tokens":766},"claude-opus-4-7":{"in_tokens":3328,"out_tokens":658},"mistral-large-2":{"in_tokens":1890,"out_tokens":789}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":1151,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":20.647580064000067,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7,"contradicted_count_mean":0.25,"extra_count_mean":3.25,"extra_false_mean":1.0,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":6},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1673,"out_tokens":2253},"claude-opus-4-8":{"in_tokens":3216,"out_tokens":1183},"claude-opus-4-7":{"in_tokens":3221,"out_tokens":828},"mistral-large-2":{"in_tokens":1789,"out_tokens":904}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":1299,"error":null,"skip_reason":null,"score_raw":0.7727272727272727,"duration_s":19.680465602999902,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.9090909090909091,"contradicted_count_mean":0.25,"extra_count_mean":1.75,"extra_false_mean":0.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.8181818181818182,"claude-opus-4-8":0.6363636363636364,"claude-opus-4-7":0.8181818181818182,"mistral-large-2":0.8181818181818182},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":4.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.8181818181818182,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1806,"out_tokens":2063},"claude-opus-4-8":{"in_tokens":3462,"out_tokens":1258},"claude-opus-4-7":{"in_tokens":3467,"out_tokens":852},"mistral-large-2":{"in_tokens":1996,"out_tokens":818}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2124.611912404999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":315.634716669,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.375,"claude-opus-4-7":0.25,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.3125,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1249,"out_tokens":2078},"claude-opus-4-8":{"in_tokens":2367,"out_tokens":657},"claude-opus-4-7":{"in_tokens":2372,"out_tokens":574},"mistral-large-2":{"in_tokens":1318,"out_tokens":516}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2120.1936214589996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2130.860005574,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":2938,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":45.748464954000006,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":3.0,"extra_false_mean":1.0,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":1,"number":6,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1830,"out_tokens":2105},"claude-opus-4-8":{"in_tokens":3525,"out_tokens":768},"claude-opus-4-7":{"in_tokens":3530,"out_tokens":682},"mistral-large-2":{"in_tokens":1950,"out_tokens":625}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":595,"out_tokens":1020,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":15.3910444739995,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_count_mean":0.5,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2003,"out_tokens":1409},"claude-opus-4-8":{"in_tokens":3869,"out_tokens":933},"claude-opus-4-7":{"in_tokens":3874,"out_tokens":686},"mistral-large-2":{"in_tokens":2207,"out_tokens":1061}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":694,"out_tokens":1312,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":24.457416969000406,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.25,"extra_count_mean":3.25,"extra_false_mean":2.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.6111111111111112,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1925,"out_tokens":3890},"claude-opus-4-8":{"in_tokens":3724,"out_tokens":1153},"claude-opus-4-7":{"in_tokens":3729,"out_tokens":925},"mistral-large-2":{"in_tokens":2025,"out_tokens":782}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1052,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":18.938532752001265,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"contradicted_count_mean":0.5,"extra_count_mean":2.25,"extra_false_mean":1.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.5,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":1,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2328,"out_tokens":2311},"claude-opus-4-8":{"in_tokens":4421,"out_tokens":1198},"claude-opus-4-7":{"in_tokens":4426,"out_tokens":841},"mistral-large-2":{"in_tokens":2481,"out_tokens":823}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1344,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":23.463413361001585,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_count_mean":1.75,"extra_count_mean":3.25,"extra_false_mean":2.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":6.0,"claude-opus-4-7":5.0,"mistral-large-2":6.0},"score_ex_family":0.55,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":2,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2298,"out_tokens":2321},"claude-opus-4-8":{"in_tokens":4315,"out_tokens":1085},"claude-opus-4-7":{"in_tokens":4320,"out_tokens":796},"mistral-large-2":{"in_tokens":2441,"out_tokens":944}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0095802680007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1582,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":28.143673410999327,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":3.75,"extra_false_mean":2.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2096,"out_tokens":3563},"claude-opus-4-8":{"in_tokens":3955,"out_tokens":955},"claude-opus-4-7":{"in_tokens":3960,"out_tokens":828},"mistral-large-2":{"in_tokens":2259,"out_tokens":756}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1308,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":23.901905705999525,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_count_mean":0.25,"extra_count_mean":4.25,"extra_false_mean":2.5,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":5.0,"claude-opus-4-7":2.0,"mistral-large-2":7.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":3,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1871,"out_tokens":3038},"claude-opus-4-8":{"in_tokens":3585,"out_tokens":1086},"claude-opus-4-7":{"in_tokens":3590,"out_tokens":755},"mistral-large-2":{"in_tokens":1977,"out_tokens":977}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":990.852436612,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":5970,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":79.58832915100038,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":3.5,"extra_false_mean":1.25,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":1,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1839,"out_tokens":3111},"claude-opus-4-8":{"in_tokens":3657,"out_tokens":961},"claude-opus-4-7":{"in_tokens":3662,"out_tokens":703},"mistral-large-2":{"in_tokens":1951,"out_tokens":669}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1016,"out_tokens":3597,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":72.15964377199998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2279,"out_tokens":2857},"claude-opus-4-8":{"in_tokens":4220,"out_tokens":1008},"claude-opus-4-7":{"in_tokens":4225,"out_tokens":728},"mistral-large-2":{"in_tokens":2474,"out_tokens":863}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1190,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":23.406575807999616,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":0.0,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1695,"out_tokens":2467},"claude-opus-4-8":{"in_tokens":3386,"out_tokens":743},"claude-opus-4-7":{"in_tokens":3391,"out_tokens":636},"mistral-large-2":{"in_tokens":1805,"out_tokens":662}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":967,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.50937433800027,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.5,"extra_count_mean":3.75,"extra_false_mean":1.0,"extra_unsupported_mean":2.75,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.5714285714285714,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.7857142857142857,"false_claim_types":{"az":4,"paragraph":7,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1660,"out_tokens":2749},"claude-opus-4-8":{"in_tokens":3150,"out_tokens":900},"claude-opus-4-7":{"in_tokens":3155,"out_tokens":585},"mistral-large-2":{"in_tokens":1776,"out_tokens":626}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1666,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":28.964347134999116,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":1.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.8,"claude-opus-4-7":0.6,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2493,"out_tokens":3458},"claude-opus-4-8":{"in_tokens":4641,"out_tokens":1001},"claude-opus-4-7":{"in_tokens":4646,"out_tokens":965},"mistral-large-2":{"in_tokens":2666,"out_tokens":1005}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":1032,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":17.312852659000782,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":1.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1794,"out_tokens":2791},"claude-opus-4-8":{"in_tokens":3369,"out_tokens":704},"claude-opus-4-7":{"in_tokens":3374,"out_tokens":692},"mistral-large-2":{"in_tokens":1932,"out_tokens":713}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":594,"out_tokens":1330,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":22.013284709999425,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.75,"extra_count_mean":3.5,"extra_false_mean":3.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":4.0,"claude-opus-4-7":5.0,"mistral-large-2":3.0},"score_ex_family":0.6111111111111112,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":3,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1929,"out_tokens":3045},"claude-opus-4-8":{"in_tokens":3574,"out_tokens":1207},"claude-opus-4-7":{"in_tokens":3579,"out_tokens":943},"mistral-large-2":{"in_tokens":2085,"out_tokens":951}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1212,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":19.75374404700051,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_count_mean":0.25,"extra_count_mean":3.75,"extra_false_mean":2.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.75,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":5.0,"claude-opus-4-7":5.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1811,"out_tokens":3145},"claude-opus-4-8":{"in_tokens":3491,"out_tokens":994},"claude-opus-4-7":{"in_tokens":3496,"out_tokens":928},"mistral-large-2":{"in_tokens":1880,"out_tokens":706}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1195,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":22.256405047000953,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":2.75,"extra_false_mean":1.0,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":10},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1824,"out_tokens":2515},"claude-opus-4-8":{"in_tokens":3464,"out_tokens":769},"claude-opus-4-7":{"in_tokens":3469,"out_tokens":561},"mistral-large-2":{"in_tokens":1899,"out_tokens":704}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":1000,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":19.037433786999827,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6666666666666667,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1750,"out_tokens":1425},"claude-opus-4-8":{"in_tokens":3262,"out_tokens":738},"claude-opus-4-7":{"in_tokens":3267,"out_tokens":626},"mistral-large-2":{"in_tokens":1837,"out_tokens":639}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1114,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.41671685199981,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_count_mean":1.0,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1682,"out_tokens":1322},"claude-opus-4-8":{"in_tokens":3119,"out_tokens":562},"claude-opus-4-7":{"in_tokens":3124,"out_tokens":549},"mistral-large-2":{"in_tokens":1762,"out_tokens":754}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":1270,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":23.493953565999618,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1815,"out_tokens":2215},"claude-opus-4-8":{"in_tokens":3338,"out_tokens":550},"claude-opus-4-7":{"in_tokens":3343,"out_tokens":481},"mistral-large-2":{"in_tokens":1903,"out_tokens":638}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":870,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":15.13238346199978,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_count_mean":0.25,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1545,"out_tokens":1960},"claude-opus-4-8":{"in_tokens":2833,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2838,"out_tokens":532},"mistral-large-2":{"in_tokens":1620,"out_tokens":689}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":1326,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":44.069127104,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":2.75,"extra_false_mean":1.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.8500000000000001,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":3,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1791,"out_tokens":2871},"claude-opus-4-8":{"in_tokens":3395,"out_tokens":706},"claude-opus-4-7":{"in_tokens":3400,"out_tokens":666},"mistral-large-2":{"in_tokens":1907,"out_tokens":934}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":972,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":17.54048697899998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_count_mean":0.75,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.4375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1519,"out_tokens":1414},"claude-opus-4-8":{"in_tokens":2838,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2843,"out_tokens":537},"mistral-large-2":{"in_tokens":1599,"out_tokens":678}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":1115,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":20.759966825999072,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1534,"out_tokens":2031},"claude-opus-4-8":{"in_tokens":2915,"out_tokens":539},"claude-opus-4-7":{"in_tokens":2920,"out_tokens":501},"mistral-large-2":{"in_tokens":1619,"out_tokens":714}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":1256,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":24.206150024001545,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.0,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1678,"out_tokens":1352},"claude-opus-4-8":{"in_tokens":3156,"out_tokens":749},"claude-opus-4-7":{"in_tokens":3161,"out_tokens":721},"mistral-large-2":{"in_tokens":1782,"out_tokens":658}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":727,"out_tokens":898,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":18.370756942998923,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1726,"out_tokens":1765},"claude-opus-4-8":{"in_tokens":3193,"out_tokens":573},"claude-opus-4-7":{"in_tokens":3198,"out_tokens":602},"mistral-large-2":{"in_tokens":1807,"out_tokens":652}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":666,"out_tokens":1064,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":18.45932885899856,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.9,"contradicted_count_mean":0.75,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.8,"claude-opus-4-7":0.6,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":0,"study":1,"number":2,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1796,"out_tokens":1389},"claude-opus-4-8":{"in_tokens":3261,"out_tokens":758},"claude-opus-4-7":{"in_tokens":3266,"out_tokens":642},"mistral-large-2":{"in_tokens":1900,"out_tokens":884}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":1288,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":23.62965319000068,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1875,"out_tokens":1810},"claude-opus-4-8":{"in_tokens":3641,"out_tokens":721},"claude-opus-4-7":{"in_tokens":3646,"out_tokens":647},"mistral-large-2":{"in_tokens":1981,"out_tokens":767}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":961,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":18.19854602599844,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":0.5,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":7},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1665,"out_tokens":1881},"claude-opus-4-8":{"in_tokens":3123,"out_tokens":713},"claude-opus-4-7":{"in_tokens":3128,"out_tokens":655},"mistral-large-2":{"in_tokens":1748,"out_tokens":765}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":929,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":17.45373965300132,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":0.0,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.95,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1629,"out_tokens":1527},"claude-opus-4-8":{"in_tokens":3103,"out_tokens":779},"claude-opus-4-7":{"in_tokens":3108,"out_tokens":830},"mistral-large-2":{"in_tokens":1716,"out_tokens":762}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":845,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":18.14303290299904,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.9285714285714286,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1399,"out_tokens":1300},"claude-opus-4-8":{"in_tokens":2608,"out_tokens":523},"claude-opus-4-7":{"in_tokens":2613,"out_tokens":399},"mistral-large-2":{"in_tokens":1462,"out_tokens":557}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":883,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":17.32836344200041,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1613,"out_tokens":1587},"claude-opus-4-8":{"in_tokens":3018,"out_tokens":695},"claude-opus-4-7":{"in_tokens":3023,"out_tokens":535},"mistral-large-2":{"in_tokens":1689,"out_tokens":770}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":907,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":18.61840826000116,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1574,"out_tokens":2002},"claude-opus-4-8":{"in_tokens":2892,"out_tokens":629},"claude-opus-4-7":{"in_tokens":2897,"out_tokens":455},"mistral-large-2":{"in_tokens":1647,"out_tokens":623}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":700,"out_tokens":1078,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.770946021999407,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1710,"out_tokens":1934},"claude-opus-4-8":{"in_tokens":3234,"out_tokens":585},"claude-opus-4-7":{"in_tokens":3239,"out_tokens":464},"mistral-large-2":{"in_tokens":1803,"out_tokens":722}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":1040,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.471983732999433,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1579,"out_tokens":1103},"claude-opus-4-8":{"in_tokens":2914,"out_tokens":577},"claude-opus-4-7":{"in_tokens":2919,"out_tokens":551},"mistral-large-2":{"in_tokens":1673,"out_tokens":641}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":575,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":10.669601400999454,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.6,"claude-opus-4-7":0.5,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.55,"false_claim_types":{"az":0,"paragraph":0,"study":1,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1561,"out_tokens":1358},"claude-opus-4-8":{"in_tokens":2913,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2918,"out_tokens":578},"mistral-large-2":{"in_tokens":1645,"out_tokens":647}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":932,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.73004999800105,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1462,"out_tokens":1396},"claude-opus-4-8":{"in_tokens":2769,"out_tokens":571},"claude-opus-4-7":{"in_tokens":2774,"out_tokens":428},"mistral-large-2":{"in_tokens":1540,"out_tokens":504}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":1123,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.697731332998956,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":0.75,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":5.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":4,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1850,"out_tokens":1628},"claude-opus-4-8":{"in_tokens":3404,"out_tokens":678},"claude-opus-4-7":{"in_tokens":3409,"out_tokens":560},"mistral-large-2":{"in_tokens":1967,"out_tokens":951}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":961,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":17.12573225199958,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.9,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.6499999999999999,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1745,"out_tokens":2023},"claude-opus-4-8":{"in_tokens":3245,"out_tokens":791},"claude-opus-4-7":{"in_tokens":3250,"out_tokens":796},"mistral-large-2":{"in_tokens":1826,"out_tokens":747}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":965,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":16.27154377199986,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.95,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1805,"out_tokens":1279},"claude-opus-4-8":{"in_tokens":3278,"out_tokens":714},"claude-opus-4-7":{"in_tokens":3283,"out_tokens":582},"mistral-large-2":{"in_tokens":1881,"out_tokens":657}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":1052,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.158736385999873,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":2520},"claude-opus-4-8":{"in_tokens":2913,"out_tokens":582},"claude-opus-4-7":{"in_tokens":2918,"out_tokens":505},"mistral-large-2":{"in_tokens":1636,"out_tokens":605}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1147,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":20.037823458000275,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":2.75,"extra_false_mean":0.75,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":7},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1869,"out_tokens":2054},"claude-opus-4-8":{"in_tokens":3507,"out_tokens":696},"claude-opus-4-7":{"in_tokens":3512,"out_tokens":648},"mistral-large-2":{"in_tokens":1944,"out_tokens":694}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1079,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":19.195711215999836,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_count_mean":0.25,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1637,"out_tokens":1300},"claude-opus-4-8":{"in_tokens":3125,"out_tokens":594},"claude-opus-4-7":{"in_tokens":3130,"out_tokens":575},"mistral-large-2":{"in_tokens":1711,"out_tokens":660}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":893,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":16.936550635000458,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1538,"out_tokens":1237},"claude-opus-4-8":{"in_tokens":2888,"out_tokens":542},"claude-opus-4-7":{"in_tokens":2893,"out_tokens":504},"mistral-large-2":{"in_tokens":1620,"out_tokens":556}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":1025,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":19.0149728840006,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1621,"out_tokens":1391},"claude-opus-4-8":{"in_tokens":3000,"out_tokens":671},"claude-opus-4-7":{"in_tokens":3005,"out_tokens":567},"mistral-large-2":{"in_tokens":1724,"out_tokens":696}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":550,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":13.995836643000075,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.6875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":1767},"claude-opus-4-8":{"in_tokens":2533,"out_tokens":660},"claude-opus-4-7":{"in_tokens":2538,"out_tokens":455},"mistral-large-2":{"in_tokens":1415,"out_tokens":698}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":1058,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.52887293599997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":6},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1527,"out_tokens":1070},"claude-opus-4-8":{"in_tokens":2921,"out_tokens":544},"claude-opus-4-7":{"in_tokens":2926,"out_tokens":482},"mistral-large-2":{"in_tokens":1596,"out_tokens":612}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":1032,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":19.2636995619996,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1655,"out_tokens":1664},"claude-opus-4-8":{"in_tokens":3136,"out_tokens":753},"claude-opus-4-7":{"in_tokens":3141,"out_tokens":529},"mistral-large-2":{"in_tokens":1813,"out_tokens":772}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":790,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":13.800284820999877,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.25,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":1.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.375,"claude-opus-4-7":0.375,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1359,"out_tokens":2161},"claude-opus-4-8":{"in_tokens":2688,"out_tokens":808},"claude-opus-4-7":{"in_tokens":2693,"out_tokens":616},"mistral-large-2":{"in_tokens":1467,"out_tokens":667}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":891,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":14.65621056099917,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.4444444444444444,"contradicted_count_mean":0.5,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.4444444444444444,"claude-opus-4-8":0.4444444444444444,"claude-opus-4-7":0.4444444444444444,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.5555555555555556,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1826,"out_tokens":3145},"claude-opus-4-8":{"in_tokens":3416,"out_tokens":841},"claude-opus-4-7":{"in_tokens":3421,"out_tokens":722},"mistral-large-2":{"in_tokens":2067,"out_tokens":901}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":642,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":12.464688436999495,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.75,"false_claim_types":{"az":1,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1305,"out_tokens":1579},"claude-opus-4-8":{"in_tokens":2518,"out_tokens":559},"claude-opus-4-7":{"in_tokens":2523,"out_tokens":489},"mistral-large-2":{"in_tokens":1412,"out_tokens":538}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":928,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":15.573947959999714,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_count_mean":0.25,"extra_count_mean":1.5,"extra_false_mean":1.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1539,"out_tokens":2406},"claude-opus-4-8":{"in_tokens":2926,"out_tokens":775},"claude-opus-4-7":{"in_tokens":2931,"out_tokens":483},"mistral-large-2":{"in_tokens":1671,"out_tokens":834}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":660,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":11.739468036999824,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":1347},"claude-opus-4-8":{"in_tokens":2575,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2580,"out_tokens":513},"mistral-large-2":{"in_tokens":1507,"out_tokens":646}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":1070,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":19.105694634999963,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.6666666666666667,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1806,"out_tokens":2387},"claude-opus-4-8":{"in_tokens":3453,"out_tokens":830},"claude-opus-4-7":{"in_tokens":3458,"out_tokens":722},"mistral-large-2":{"in_tokens":1982,"out_tokens":951}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":920,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":16.85505979699883,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":2.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1778,"out_tokens":2398},"claude-opus-4-8":{"in_tokens":3411,"out_tokens":900},"claude-opus-4-7":{"in_tokens":3416,"out_tokens":767},"mistral-large-2":{"in_tokens":1956,"out_tokens":766}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":643,"out_tokens":684,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":11.851162171000396,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":1.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1563,"out_tokens":1878},"claude-opus-4-8":{"in_tokens":2894,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2899,"out_tokens":572},"mistral-large-2":{"in_tokens":1717,"out_tokens":686}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":901,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":17.020888592998745,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1504,"out_tokens":2051},"claude-opus-4-8":{"in_tokens":2908,"out_tokens":616},"claude-opus-4-7":{"in_tokens":2913,"out_tokens":566},"mistral-large-2":{"in_tokens":1624,"out_tokens":634}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":692,"out_tokens":1012,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":19.12106591799966,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":0.25,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":1,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1674,"out_tokens":2201},"claude-opus-4-8":{"in_tokens":3136,"out_tokens":711},"claude-opus-4-7":{"in_tokens":3141,"out_tokens":706},"mistral-large-2":{"in_tokens":1863,"out_tokens":890}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":693,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":12.808795644001293,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1470,"out_tokens":1555},"claude-opus-4-8":{"in_tokens":2778,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2783,"out_tokens":488},"mistral-large-2":{"in_tokens":1583,"out_tokens":649}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":532,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":9.956064697000329,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1265,"out_tokens":1307},"claude-opus-4-8":{"in_tokens":2353,"out_tokens":529},"claude-opus-4-7":{"in_tokens":2358,"out_tokens":495},"mistral-large-2":{"in_tokens":1415,"out_tokens":561}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":1022,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":16.937983683999846,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":1.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.75,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1656,"out_tokens":1406},"claude-opus-4-8":{"in_tokens":3155,"out_tokens":785},"claude-opus-4-7":{"in_tokens":3160,"out_tokens":579},"mistral-large-2":{"in_tokens":1845,"out_tokens":687}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1105,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.30375188799917,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1534,"out_tokens":1756},"claude-opus-4-8":{"in_tokens":3041,"out_tokens":626},"claude-opus-4-7":{"in_tokens":3046,"out_tokens":520},"mistral-large-2":{"in_tokens":1645,"out_tokens":572}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":760,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":13.295191273000455,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":1321},"claude-opus-4-8":{"in_tokens":2683,"out_tokens":647},"claude-opus-4-7":{"in_tokens":2688,"out_tokens":519},"mistral-large-2":{"in_tokens":1486,"out_tokens":539}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":1285,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":21.837504496001202,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":1.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.625,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.8125,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1793,"out_tokens":2724},"claude-opus-4-8":{"in_tokens":3272,"out_tokens":814},"claude-opus-4-7":{"in_tokens":3277,"out_tokens":654},"mistral-large-2":{"in_tokens":2031,"out_tokens":847}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":685,"out_tokens":977,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":16.801922272999946,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_count_mean":4.25,"extra_count_mean":1.25,"extra_false_mean":1.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":6.0,"claude-opus-4-7":4.0,"mistral-large-2":8.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":0},"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1531,"out_tokens":1576},"claude-opus-4-8":{"in_tokens":3055,"out_tokens":842},"claude-opus-4-7":{"in_tokens":3060,"out_tokens":609},"mistral-large-2":{"in_tokens":1694,"out_tokens":1046}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":866,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":16.968560500999956,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1711,"out_tokens":1722},"claude-opus-4-8":{"in_tokens":3255,"out_tokens":671},"claude-opus-4-7":{"in_tokens":3260,"out_tokens":511},"mistral-large-2":{"in_tokens":1919,"out_tokens":669}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":861,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":16.15297783799906,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.75,"extra_count_mean":2.75,"extra_false_mean":1.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.42857142857142855,"claude-opus-4-7":0.2857142857142857,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.7142857142857142,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1794,"out_tokens":2497},"claude-opus-4-8":{"in_tokens":3351,"out_tokens":1039},"claude-opus-4-7":{"in_tokens":3356,"out_tokens":695},"mistral-large-2":{"in_tokens":2012,"out_tokens":682}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":796,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":14.538879159999851,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1491,"out_tokens":929},"claude-opus-4-8":{"in_tokens":2828,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2833,"out_tokens":422},"mistral-large-2":{"in_tokens":1608,"out_tokens":590}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":1398,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":23.765524833999734,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.875,"contradicted_count_mean":1.0,"extra_count_mean":2.75,"extra_false_mean":1.5,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2234,"out_tokens":2413},"claude-opus-4-8":{"in_tokens":4207,"out_tokens":939},"claude-opus-4-7":{"in_tokens":4212,"out_tokens":907},"mistral-large-2":{"in_tokens":2402,"out_tokens":763}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":840,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":15.162550173999989,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.9444444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1526,"out_tokens":1956},"claude-opus-4-8":{"in_tokens":2923,"out_tokens":860},"claude-opus-4-7":{"in_tokens":2928,"out_tokens":649},"mistral-large-2":{"in_tokens":1693,"out_tokens":646}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":899,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":15.77893037099966,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1632,"out_tokens":2660},"claude-opus-4-8":{"in_tokens":3126,"out_tokens":721},"claude-opus-4-7":{"in_tokens":3131,"out_tokens":749},"mistral-large-2":{"in_tokens":1792,"out_tokens":713}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":616,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":10.136183665999852,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.75,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.8333333333333333,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1394,"out_tokens":1799},"claude-opus-4-8":{"in_tokens":2661,"out_tokens":829},"claude-opus-4-7":{"in_tokens":2666,"out_tokens":592},"mistral-large-2":{"in_tokens":1533,"out_tokens":706}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":956,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":16.04207697700076,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1906},"claude-opus-4-8":{"in_tokens":2929,"out_tokens":656},"claude-opus-4-7":{"in_tokens":2934,"out_tokens":470},"mistral-large-2":{"in_tokens":1689,"out_tokens":898}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":794,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":14.363454143000126,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":1.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1518,"out_tokens":2007},"claude-opus-4-8":{"in_tokens":2923,"out_tokens":856},"claude-opus-4-7":{"in_tokens":2928,"out_tokens":784},"mistral-large-2":{"in_tokens":1652,"out_tokens":722}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":910,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":15.487872698999126,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1461,"out_tokens":1466},"claude-opus-4-8":{"in_tokens":2926,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2931,"out_tokens":537},"mistral-large-2":{"in_tokens":1594,"out_tokens":566}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":657,"out_tokens":1090,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":19.295084018000125,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1521,"out_tokens":2201},"claude-opus-4-8":{"in_tokens":2995,"out_tokens":739},"claude-opus-4-7":{"in_tokens":3000,"out_tokens":575},"mistral-large-2":{"in_tokens":1668,"out_tokens":632}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1086,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":17.163247114000114,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_count_mean":0.25,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1632,"out_tokens":1957},"claude-opus-4-8":{"in_tokens":3017,"out_tokens":922},"claude-opus-4-7":{"in_tokens":3022,"out_tokens":596},"mistral-large-2":{"in_tokens":1800,"out_tokens":770}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":809,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":13.557726028999241,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":1.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1444,"out_tokens":1848},"claude-opus-4-8":{"in_tokens":2777,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2782,"out_tokens":678},"mistral-large-2":{"in_tokens":1605,"out_tokens":591}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":842,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":14.81545984100012,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1392,"out_tokens":1779},"claude-opus-4-8":{"in_tokens":2687,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2692,"out_tokens":515},"mistral-large-2":{"in_tokens":1473,"out_tokens":598}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":818,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":14.046802503000436,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1434,"out_tokens":1558},"claude-opus-4-8":{"in_tokens":2712,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2717,"out_tokens":581},"mistral-large-2":{"in_tokens":1544,"out_tokens":493}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":643,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":12.440266010000414,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":1.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":1233},"claude-opus-4-8":{"in_tokens":2414,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2419,"out_tokens":458},"mistral-large-2":{"in_tokens":1346,"out_tokens":522}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":826,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":15.057051886999034,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.9444444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1456,"out_tokens":2036},"claude-opus-4-8":{"in_tokens":2731,"out_tokens":700},"claude-opus-4-7":{"in_tokens":2736,"out_tokens":497},"mistral-large-2":{"in_tokens":1591,"out_tokens":635}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":1699,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":32.01794254500055,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.75,"extra_count_mean":1.75,"extra_false_mean":1.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.3333333333333333,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.5555555555555556},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.4444444444444444,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":1,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2131,"out_tokens":2849},"claude-opus-4-8":{"in_tokens":4127,"out_tokens":873},"claude-opus-4-7":{"in_tokens":4132,"out_tokens":783},"mistral-large-2":{"in_tokens":2306,"out_tokens":856}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1666,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":30.218173792000016,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.5,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1921,"out_tokens":2979},"claude-opus-4-8":{"in_tokens":3912,"out_tokens":761},"claude-opus-4-7":{"in_tokens":3917,"out_tokens":647},"mistral-large-2":{"in_tokens":2054,"out_tokens":677}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":1324,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":21.66983527999946,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":0.5,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.7857142857142857,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1601,"out_tokens":2074},"claude-opus-4-8":{"in_tokens":3250,"out_tokens":696},"claude-opus-4-7":{"in_tokens":3255,"out_tokens":592},"mistral-large-2":{"in_tokens":1698,"out_tokens":661}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":1670,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":26.298798561001604,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_count_mean":1.75,"extra_count_mean":2.25,"extra_false_mean":1.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.375,"claude-opus-4-7":0.375,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":4.0,"claude-opus-4-7":5.0,"mistral-large-2":4.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":0},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1971,"out_tokens":2568},"claude-opus-4-8":{"in_tokens":3904,"out_tokens":920},"claude-opus-4-7":{"in_tokens":3909,"out_tokens":776},"mistral-large-2":{"in_tokens":2138,"out_tokens":808}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":1380,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":25.312204780000684,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.0,"extra_count_mean":2.75,"extra_false_mean":1.5,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.9166666666666667,"false_claim_types":{"az":4,"paragraph":4,"study":0,"number":3,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1535,"out_tokens":2123},"claude-opus-4-8":{"in_tokens":3036,"out_tokens":667},"claude-opus-4-7":{"in_tokens":3041,"out_tokens":601},"mistral-large-2":{"in_tokens":1646,"out_tokens":592}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1520,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":29.355817792999005,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":3.5,"extra_false_mean":2.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":2,"paragraph":7,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1638,"out_tokens":3320},"claude-opus-4-8":{"in_tokens":3169,"out_tokens":640},"claude-opus-4-7":{"in_tokens":3174,"out_tokens":557},"mistral-large-2":{"in_tokens":1784,"out_tokens":826}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1249,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":23.650824042999375,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":5.0,"extra_false_mean":2.5,"extra_unsupported_mean":2.5,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":5.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":15,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1454,"out_tokens":3029},"claude-opus-4-8":{"in_tokens":2904,"out_tokens":745},"claude-opus-4-7":{"in_tokens":2909,"out_tokens":571},"mistral-large-2":{"in_tokens":1534,"out_tokens":733}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1520,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":25.010609745000693,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":3.25,"extra_false_mean":1.75,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.5714285714285714,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.7142857142857142,"false_claim_types":{"az":0,"paragraph":10,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1689,"out_tokens":3142},"claude-opus-4-8":{"in_tokens":3293,"out_tokens":874},"claude-opus-4-7":{"in_tokens":3298,"out_tokens":732},"mistral-large-2":{"in_tokens":1840,"out_tokens":660}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":1142,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":20.7454026409996,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.0,"extra_count_mean":4.5,"extra_false_mean":3.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.8333333333333334,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":6.0,"claude-opus-4-7":5.0,"mistral-large-2":3.0},"score_ex_family":0.9166666666666667,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":1,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1392,"out_tokens":2629},"claude-opus-4-8":{"in_tokens":2706,"out_tokens":806},"claude-opus-4-7":{"in_tokens":2711,"out_tokens":666},"mistral-large-2":{"in_tokens":1468,"out_tokens":552}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":1520,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":27.95923577099893,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.5,"extra_count_mean":2.0,"extra_false_mean":1.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.8333333333333334,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.5833333333333333,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1640,"out_tokens":1946},"claude-opus-4-8":{"in_tokens":3242,"out_tokens":603},"claude-opus-4-7":{"in_tokens":3247,"out_tokens":606},"mistral-large-2":{"in_tokens":1767,"out_tokens":626}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1012,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.85038418000113,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":4.0,"extra_false_mean":2.25,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":6.0,"claude-opus-4-7":6.0,"mistral-large-2":2.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":12,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1418,"out_tokens":2535},"claude-opus-4-8":{"in_tokens":2761,"out_tokens":928},"claude-opus-4-7":{"in_tokens":2766,"out_tokens":847},"mistral-large-2":{"in_tokens":1498,"out_tokens":573}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1371,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.4126644629996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1540,"out_tokens":2149},"claude-opus-4-8":{"in_tokens":3114,"out_tokens":497},"claude-opus-4-7":{"in_tokens":3119,"out_tokens":402},"mistral-large-2":{"in_tokens":1663,"out_tokens":503}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":945,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":18.04029730699949,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":1.25,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.8571428571428572,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1298,"out_tokens":2545},"claude-opus-4-8":{"in_tokens":2546,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2551,"out_tokens":466},"mistral-large-2":{"in_tokens":1387,"out_tokens":628}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":1427,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":25.742978501000835,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.75,"contradicted_count_mean":0.75,"extra_count_mean":2.5,"extra_false_mean":2.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1823,"out_tokens":3226},"claude-opus-4-8":{"in_tokens":3492,"out_tokens":946},"claude-opus-4-7":{"in_tokens":3497,"out_tokens":781},"mistral-large-2":{"in_tokens":1917,"out_tokens":722}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":1064,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":18.80346257600104,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.375,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":1.75,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.5625,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1488,"out_tokens":3321},"claude-opus-4-8":{"in_tokens":2950,"out_tokens":902},"claude-opus-4-7":{"in_tokens":2955,"out_tokens":713},"mistral-large-2":{"in_tokens":1609,"out_tokens":813}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":561,"out_tokens":965,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":19.035397394998654,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.0,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1410,"out_tokens":1868},"claude-opus-4-8":{"in_tokens":2720,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2725,"out_tokens":543},"mistral-large-2":{"in_tokens":1503,"out_tokens":657}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":961,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":19.286934392999683,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":1.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":1.0,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.7857142857142857,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1351,"out_tokens":2021},"claude-opus-4-8":{"in_tokens":2725,"out_tokens":568},"claude-opus-4-7":{"in_tokens":2730,"out_tokens":584},"mistral-large-2":{"in_tokens":1412,"out_tokens":542}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":918,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":15.94305166400045,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":1.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.7857142857142857,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":3082},"claude-opus-4-8":{"in_tokens":2625,"out_tokens":719},"claude-opus-4-7":{"in_tokens":2630,"out_tokens":516},"mistral-large-2":{"in_tokens":1373,"out_tokens":624}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1801,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":32.61340200499944,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_count_mean":1.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.6,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2452,"out_tokens":2230},"claude-opus-4-8":{"in_tokens":4787,"out_tokens":958},"claude-opus-4-7":{"in_tokens":4792,"out_tokens":801},"mistral-large-2":{"in_tokens":2587,"out_tokens":779}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":2028,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":43.40795733300001,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.4,"contradicted_count_mean":0.0,"extra_count_mean":3.5,"extra_false_mean":1.25,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.3,"claude-opus-4-8":0.8,"claude-opus-4-7":0.6,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":5.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.55,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2510,"out_tokens":3423},"claude-opus-4-8":{"in_tokens":4864,"out_tokens":1375},"claude-opus-4-7":{"in_tokens":4869,"out_tokens":934},"mistral-large-2":{"in_tokens":2726,"out_tokens":923}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1915,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":37.64443831799872,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":1.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":3,"paragraph":2,"study":0,"number":3,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2447,"out_tokens":2549},"claude-opus-4-8":{"in_tokens":4694,"out_tokens":1061},"claude-opus-4-7":{"in_tokens":4699,"out_tokens":800},"mistral-large-2":{"in_tokens":2654,"out_tokens":867}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1412,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":24.28767420100121,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8,"contradicted_count_mean":0.5,"extra_count_mean":1.75,"extra_false_mean":0.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2151,"out_tokens":2579},"claude-opus-4-8":{"in_tokens":4230,"out_tokens":952},"claude-opus-4-7":{"in_tokens":4235,"out_tokens":736},"mistral-large-2":{"in_tokens":2274,"out_tokens":821}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1326,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":25.829483980000077,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":0.5,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":0.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.6428571428571428,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1628,"out_tokens":2067},"claude-opus-4-8":{"in_tokens":3130,"out_tokens":588},"claude-opus-4-7":{"in_tokens":3135,"out_tokens":606},"mistral-large-2":{"in_tokens":1748,"out_tokens":648}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1795,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":31.511763074000555,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_count_mean":1.0,"extra_count_mean":4.75,"extra_false_mean":2.25,"extra_unsupported_mean":2.5,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.6,"claude-opus-4-7":0.5,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":6.0,"claude-opus-4-7":6.0,"mistral-large-2":6.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":14,"study":0,"number":1,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2368,"out_tokens":3296},"claude-opus-4-8":{"in_tokens":4583,"out_tokens":1177},"claude-opus-4-7":{"in_tokens":4588,"out_tokens":975},"mistral-large-2":{"in_tokens":2558,"out_tokens":967}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1376,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.328181163999034,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":5.0,"extra_false_mean":3.5,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":4.0,"claude-opus-4-7":5.0,"mistral-large-2":4.0},"score_ex_family":0.8,"false_claim_types":{"az":1,"paragraph":9,"study":0,"number":3,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1904,"out_tokens":3019},"claude-opus-4-8":{"in_tokens":3796,"out_tokens":1016},"claude-opus-4-7":{"in_tokens":3801,"out_tokens":851},"mistral-large-2":{"in_tokens":2050,"out_tokens":921}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":1325,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":26.374243977999868,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":2.75,"extra_false_mean":1.5,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8333333333333334,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.6666666666666667,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1550,"out_tokens":2258},"claude-opus-4-8":{"in_tokens":3001,"out_tokens":683},"claude-opus-4-7":{"in_tokens":3006,"out_tokens":580},"mistral-large-2":{"in_tokens":1681,"out_tokens":708}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":1242,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":23.528834988999733,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.375,"contradicted_count_mean":0.0,"extra_count_mean":3.0,"extra_false_mean":1.5,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.75,"claude-opus-4-7":0.5,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":3,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1767,"out_tokens":2926},"claude-opus-4-8":{"in_tokens":3371,"out_tokens":947},"claude-opus-4-7":{"in_tokens":3376,"out_tokens":884},"mistral-large-2":{"in_tokens":1880,"out_tokens":856}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":41.741209645999334,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":3.0,"extra_false_mean":1.75,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":0.9,"claude-opus-4-7":0.7,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.95,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2682,"out_tokens":3251},"claude-opus-4-8":{"in_tokens":5231,"out_tokens":1016},"claude-opus-4-7":{"in_tokens":5236,"out_tokens":987},"mistral-large-2":{"in_tokens":2806,"out_tokens":847}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1470,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":25.23171440099999,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":0.5,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.9,"claude-opus-4-7":0.7,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.7,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1897,"out_tokens":2425},"claude-opus-4-8":{"in_tokens":3687,"out_tokens":1006},"claude-opus-4-7":{"in_tokens":3692,"out_tokens":839},"mistral-large-2":{"in_tokens":2036,"out_tokens":886}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":36.95137585100019,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.9,"contradicted_count_mean":1.0,"extra_count_mean":2.75,"extra_false_mean":1.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.7},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.6499999999999999,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2522,"out_tokens":2969},"claude-opus-4-8":{"in_tokens":4894,"out_tokens":1172},"claude-opus-4-7":{"in_tokens":4899,"out_tokens":795},"mistral-large-2":{"in_tokens":2732,"out_tokens":970}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":1916,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":34.93198094999934,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":4.5,"extra_false_mean":3.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":3.0,"claude-opus-4-7":6.0,"mistral-large-2":5.0},"score_ex_family":0.95,"false_claim_types":{"az":0,"paragraph":10,"study":0,"number":2,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2542,"out_tokens":3028},"claude-opus-4-8":{"in_tokens":4951,"out_tokens":1174},"claude-opus-4-7":{"in_tokens":4956,"out_tokens":877},"mistral-large-2":{"in_tokens":2735,"out_tokens":1000}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2117.984096644999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2109.398642125001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":7705,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":154.44970191100037,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.25,"extra_false_mean":0.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.90625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2242,"out_tokens":2042},"claude-opus-4-8":{"in_tokens":4282,"out_tokens":629},"claude-opus-4-7":{"in_tokens":4287,"out_tokens":539},"mistral-large-2":{"in_tokens":2347,"out_tokens":672}}}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":4577,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":112.89466697600074,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1987,"out_tokens":1444},"claude-opus-4-8":{"in_tokens":3684,"out_tokens":683},"claude-opus-4-7":{"in_tokens":3689,"out_tokens":599},"mistral-large-2":{"in_tokens":2088,"out_tokens":617}}}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":4092,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":99.02296985000066,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_count_mean":0.25,"extra_count_mean":0.75,"extra_false_mean":0.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.90625,"false_claim_types":{"az":0,"paragraph":0,"study":1,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1850,"out_tokens":1630},"claude-opus-4-8":{"in_tokens":3455,"out_tokens":586},"claude-opus-4-7":{"in_tokens":3460,"out_tokens":504},"mistral-large-2":{"in_tokens":1937,"out_tokens":711}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":750,"out_tokens":4354,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":61.338685573999996,"hallucination_count":8.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_count_mean":2.0,"extra_count_mean":6.75,"extra_false_mean":4.25,"extra_unsupported_mean":2.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.375,"claude-opus-4-7":0.625,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":12.0,"claude-opus-4-8":10.0,"claude-opus-4-7":8.0,"mistral-large-2":5.0},"score_ex_family":0.1875,"false_claim_types":{"az":2,"paragraph":17,"study":0,"number":0,"other":2},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1970,"out_tokens":4674},"claude-opus-4-8":{"in_tokens":3738,"out_tokens":1151},"claude-opus-4-7":{"in_tokens":3743,"out_tokens":884},"mistral-large-2":{"in_tokens":2092,"out_tokens":810}}}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":6103,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":118.2359071209994,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.75,"contradicted_count_mean":1.5,"extra_count_mean":2.0,"extra_false_mean":1.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":4,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2115,"out_tokens":1809},"claude-opus-4-8":{"in_tokens":3949,"out_tokens":907},"claude-opus-4-7":{"in_tokens":3954,"out_tokens":741},"mistral-large-2":{"in_tokens":2216,"out_tokens":840}}}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":484,"out_tokens":7757,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":157.17297559100007,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":0.25,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":6.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":7,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2162,"out_tokens":1189},"claude-opus-4-8":{"in_tokens":4039,"out_tokens":597},"claude-opus-4-7":{"in_tokens":4044,"out_tokens":511},"mistral-large-2":{"in_tokens":2256,"out_tokens":721}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2150.79004946,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":5103,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":125.76604752599997,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_count_mean":1.75,"extra_count_mean":2.25,"extra_false_mean":1.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.375,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":5.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.4375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":7},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1855,"out_tokens":1685},"claude-opus-4-8":{"in_tokens":3551,"out_tokens":917},"claude-opus-4-7":{"in_tokens":3556,"out_tokens":698},"mistral-large-2":{"in_tokens":1958,"out_tokens":731}}}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":322,"out_tokens":10267,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":183.52379837700028,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":1.75,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.96875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":5,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1943,"out_tokens":1846},"claude-opus-4-8":{"in_tokens":3689,"out_tokens":721},"claude-opus-4-7":{"in_tokens":3694,"out_tokens":539},"mistral-large-2":{"in_tokens":2028,"out_tokens":655}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":5194,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":89.85516891999941,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.25,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.7777777777777778,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.8055555555555556,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2032,"out_tokens":1879},"claude-opus-4-8":{"in_tokens":3816,"out_tokens":656},"claude-opus-4-7":{"in_tokens":3821,"out_tokens":593},"mistral-large-2":{"in_tokens":2122,"out_tokens":646}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3007,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":81.14257584199913,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.975,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2011,"out_tokens":1797},"claude-opus-4-8":{"in_tokens":3796,"out_tokens":691},"claude-opus-4-7":{"in_tokens":3801,"out_tokens":681},"mistral-large-2":{"in_tokens":2133,"out_tokens":852}}}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":10761,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":251.96137077000094,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":3.5,"extra_false_mean":2.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.84375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":5,"other":5},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1840,"out_tokens":2834},"claude-opus-4-8":{"in_tokens":3531,"out_tokens":990},"claude-opus-4-7":{"in_tokens":3536,"out_tokens":718},"mistral-large-2":{"in_tokens":1947,"out_tokens":759}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":3123,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":72.29534801800037,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.775,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1865,"out_tokens":1354},"claude-opus-4-8":{"in_tokens":3553,"out_tokens":680},"claude-opus-4-7":{"in_tokens":3558,"out_tokens":597},"mistral-large-2":{"in_tokens":1944,"out_tokens":661}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":8226,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":143.40733655199983,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":0.25,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.9,"claude-opus-4-8":0.9,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.925,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":4,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2204,"out_tokens":1990},"claude-opus-4-8":{"in_tokens":4354,"out_tokens":861},"claude-opus-4-7":{"in_tokens":4359,"out_tokens":803},"mistral-large-2":{"in_tokens":2337,"out_tokens":789}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":2615,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":57.48944988100084,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_count_mean":0.5,"extra_count_mean":1.25,"extra_false_mean":0.0,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.6,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.8,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1617,"out_tokens":1944},"claude-opus-4-8":{"in_tokens":3145,"out_tokens":769},"claude-opus-4-7":{"in_tokens":3150,"out_tokens":697},"mistral-large-2":{"in_tokens":1721,"out_tokens":813}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":1882,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":40.80777409700022,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.8571428571428571,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.9642857142857143,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1293,"out_tokens":952},"claude-opus-4-8":{"in_tokens":2406,"out_tokens":450},"claude-opus-4-7":{"in_tokens":2411,"out_tokens":398},"mistral-large-2":{"in_tokens":1347,"out_tokens":462}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2114.592064399001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":2577,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":65.72849974899873,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_count_mean":0.25,"extra_count_mean":1.75,"extra_false_mean":0.5,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.7,"claude-opus-4-8":1.0,"claude-opus-4-7":0.9,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":6},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1892,"out_tokens":2331},"claude-opus-4-8":{"in_tokens":3597,"out_tokens":782},"claude-opus-4-7":{"in_tokens":3602,"out_tokens":645},"mistral-large-2":{"in_tokens":1979,"out_tokens":764}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":905,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":21.28874062899922,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_count_mean":0.25,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.7,"claude-opus-4-7":0.7,"mistral-large-2":0.8},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.675,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1564,"out_tokens":1499},"claude-opus-4-8":{"in_tokens":2927,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2932,"out_tokens":561},"mistral-large-2":{"in_tokens":1647,"out_tokens":697}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":2929,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":75.71582819899959,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.25,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":1.0,"mistral-large-2":4.0},"score_ex_family":0.90625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":6},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1815,"out_tokens":1924},"claude-opus-4-8":{"in_tokens":3446,"out_tokens":605},"claude-opus-4-7":{"in_tokens":3451,"out_tokens":492},"mistral-large-2":{"in_tokens":1899,"out_tokens":684}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":3563,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":71.13706433399966,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.9444444444444444,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1610,"out_tokens":1576},"claude-opus-4-8":{"in_tokens":3065,"out_tokens":590},"claude-opus-4-7":{"in_tokens":3070,"out_tokens":529},"mistral-large-2":{"in_tokens":1707,"out_tokens":714}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":8066,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":127.25272348700128,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_count_mean":0.25,"extra_count_mean":2.25,"extra_false_mean":0.75,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2025,"out_tokens":2718},"claude-opus-4-8":{"in_tokens":3773,"out_tokens":758},"claude-opus-4-7":{"in_tokens":3778,"out_tokens":586},"mistral-large-2":{"in_tokens":2105,"out_tokens":656}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":3347,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":65.92697867800052,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.90625,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1781,"out_tokens":1603},"claude-opus-4-8":{"in_tokens":3397,"out_tokens":648},"claude-opus-4-7":{"in_tokens":3402,"out_tokens":535},"mistral-large-2":{"in_tokens":1863,"out_tokens":656}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":2913,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":58.60329446800097,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":0.5,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.9722222222222222,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":6},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2058,"out_tokens":2609},"claude-opus-4-8":{"in_tokens":3824,"out_tokens":680},"claude-opus-4-7":{"in_tokens":3829,"out_tokens":531},"mistral-large-2":{"in_tokens":2179,"out_tokens":747}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":3155,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":64.7328634509995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.9,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1874,"out_tokens":1688},"claude-opus-4-8":{"in_tokens":3503,"out_tokens":901},"claude-opus-4-7":{"in_tokens":3508,"out_tokens":589},"mistral-large-2":{"in_tokens":1952,"out_tokens":781}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":2889,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":58.65832314700128,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":4},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1722,"out_tokens":1957},"claude-opus-4-8":{"in_tokens":3253,"out_tokens":769},"claude-opus-4-7":{"in_tokens":3258,"out_tokens":625},"mistral-large-2":{"in_tokens":1797,"out_tokens":639}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":427,"out_tokens":4596,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":87.34157264100031,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1875,"out_tokens":985},"claude-opus-4-8":{"in_tokens":3455,"out_tokens":664},"claude-opus-4-7":{"in_tokens":3460,"out_tokens":443},"mistral-large-2":{"in_tokens":1960,"out_tokens":744}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2079,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":52.31453006599986,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1589,"out_tokens":1268},"claude-opus-4-8":{"in_tokens":3023,"out_tokens":652},"claude-opus-4-7":{"in_tokens":3028,"out_tokens":536},"mistral-large-2":{"in_tokens":1661,"out_tokens":658}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":426,"out_tokens":5340,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":114.539948403999,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":2.5,"extra_false_mean":1.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":5.0},"score_ex_family":0.9166666666666666,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":10},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2317,"out_tokens":2126},"claude-opus-4-8":{"in_tokens":4457,"out_tokens":686},"claude-opus-4-7":{"in_tokens":4462,"out_tokens":689},"mistral-large-2":{"in_tokens":2419,"out_tokens":785}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":5463,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":106.84868734500014,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_count_mean":0.5,"extra_count_mean":1.75,"extra_false_mean":1.25,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.875,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":3,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1900,"out_tokens":2186},"claude-opus-4-8":{"in_tokens":3621,"out_tokens":876},"claude-opus-4-7":{"in_tokens":3626,"out_tokens":672},"mistral-large-2":{"in_tokens":1973,"out_tokens":828}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1846,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":47.34518303199911,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":0.5,"extra_false_mean":0.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":2.0},"score_ex_family":0.875,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1490,"out_tokens":1427},"claude-opus-4-8":{"in_tokens":2797,"out_tokens":678},"claude-opus-4-7":{"in_tokens":2802,"out_tokens":555},"mistral-large-2":{"in_tokens":1543,"out_tokens":619}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":4156,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":83.18187602000035,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":0.5,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":7.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":2,"other":7},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1808,"out_tokens":1528},"claude-opus-4-8":{"in_tokens":3367,"out_tokens":527},"claude-opus-4-7":{"in_tokens":3372,"out_tokens":484},"mistral-large-2":{"in_tokens":1900,"out_tokens":843}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":249,"out_tokens":3408,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":66.95876505499837,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.0,"extra_count_mean":0.75,"extra_false_mean":0.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":1.0,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":0.8571428571428571},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.8571428571428571,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1504,"out_tokens":1300},"claude-opus-4-8":{"in_tokens":2921,"out_tokens":496},"claude-opus-4-7":{"in_tokens":2926,"out_tokens":403},"mistral-large-2":{"in_tokens":1580,"out_tokens":563}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":3500,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":72.79715732299883,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":2.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":0.6666666666666666,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.7222222222222222,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1960,"out_tokens":3416},"claude-opus-4-8":{"in_tokens":3664,"out_tokens":875},"claude-opus-4-7":{"in_tokens":3669,"out_tokens":920},"mistral-large-2":{"in_tokens":2227,"out_tokens":877}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":5572,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":142.54035590499916,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.25,"contradicted_count_mean":1.0,"extra_count_mean":1.5,"extra_false_mean":0.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.125,"claude-opus-4-7":0.25,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.25,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":2003},"claude-opus-4-8":{"in_tokens":2657,"out_tokens":870},"claude-opus-4-7":{"in_tokens":2662,"out_tokens":587},"mistral-large-2":{"in_tokens":1461,"out_tokens":734}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":4918,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":99.39290438300122,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":1.0,"contradicted_count_mean":1.0,"extra_count_mean":2.25,"extra_false_mean":1.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.625},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.625,"false_claim_types":{"az":4,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1643,"out_tokens":2069},"claude-opus-4-8":{"in_tokens":3191,"out_tokens":849},"claude-opus-4-7":{"in_tokens":3196,"out_tokens":737},"mistral-large-2":{"in_tokens":1783,"out_tokens":735}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":5981,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":437.38424905099964,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":3.5,"extra_count_mean":2.0,"extra_false_mean":1.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":8.0,"claude-opus-4-8":5.0,"claude-opus-4-7":3.0,"mistral-large-2":6.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":5},"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1688,"out_tokens":2417},"claude-opus-4-8":{"in_tokens":3261,"out_tokens":907},"claude-opus-4-7":{"in_tokens":3266,"out_tokens":661},"mistral-large-2":{"in_tokens":1849,"out_tokens":802}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":12080,"error":null,"skip_reason":null,"score_raw":0.8250000000000001,"duration_s":616.3553985819999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.9,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":0.8,"claude-opus-4-7":0.8,"mistral-large-2":0.9},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":4.0},"score_ex_family":0.8250000000000001,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1720,"out_tokens":1712},"claude-opus-4-8":{"in_tokens":3304,"out_tokens":686},"claude-opus-4-7":{"in_tokens":3309,"out_tokens":549},"mistral-large-2":{"in_tokens":1885,"out_tokens":1022}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":3400,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":85.00509586699991,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_count_mean":1.25,"extra_count_mean":3.5,"extra_false_mean":2.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":4},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1715,"out_tokens":2081},"claude-opus-4-8":{"in_tokens":3240,"out_tokens":932},"claude-opus-4-7":{"in_tokens":3245,"out_tokens":769},"mistral-large-2":{"in_tokens":1896,"out_tokens":735}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":355,"out_tokens":13441,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":605.8520808100002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":0.25,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.8,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.95,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1817,"out_tokens":2200},"claude-opus-4-8":{"in_tokens":3486,"out_tokens":834},"claude-opus-4-7":{"in_tokens":3491,"out_tokens":551},"mistral-large-2":{"in_tokens":1999,"out_tokens":785}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":381,"out_tokens":5976,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":124.22149790700132,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.5,"extra_count_mean":0.0,"extra_false_mean":0.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.0},"score_ex_family":0.8611111111111112,"false_claim_types":{"az":0,"paragraph":0,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1589,"out_tokens":949},"claude-opus-4-8":{"in_tokens":3043,"out_tokens":594},"claude-opus-4-7":{"in_tokens":3048,"out_tokens":521},"mistral-large-2":{"in_tokens":1718,"out_tokens":532}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":184.10258689700004,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_count_mean":0.5,"extra_count_mean":2.0,"extra_false_mean":1.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.5,"claude-opus-4-7":0.375,"mistral-large-2":0.25},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1453,"out_tokens":2002},"claude-opus-4-8":{"in_tokens":2740,"out_tokens":935},"claude-opus-4-7":{"in_tokens":2745,"out_tokens":756},"mistral-large-2":{"in_tokens":1543,"out_tokens":765}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":6470,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":112.3649700269998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.0,"extra_false_mean":0.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":0.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":1453},"claude-opus-4-8":{"in_tokens":2516,"out_tokens":740},"claude-opus-4-7":{"in_tokens":2521,"out_tokens":681},"mistral-large-2":{"in_tokens":1503,"out_tokens":597}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":5687,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":377.49615814199933,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_count_mean":0.5,"extra_count_mean":2.5,"extra_false_mean":2.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1833,"out_tokens":1901},"claude-opus-4-8":{"in_tokens":3502,"out_tokens":978},"claude-opus-4-7":{"in_tokens":3507,"out_tokens":745},"mistral-large-2":{"in_tokens":2031,"out_tokens":714}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":9265,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":148.40184157700014,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.8888888888888888,"contradicted_count_mean":0.0,"extra_count_mean":4.5,"extra_false_mean":1.0,"extra_unsupported_mean":3.5,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":6.0,"claude-opus-4-7":5.0,"mistral-large-2":3.0},"score_ex_family":0.9722222222222222,"false_claim_types":{"az":0,"paragraph":12,"study":0,"number":0,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2143,"out_tokens":3335},"claude-opus-4-8":{"in_tokens":4130,"out_tokens":1377},"claude-opus-4-7":{"in_tokens":4135,"out_tokens":1020},"mistral-large-2":{"in_tokens":2357,"out_tokens":980}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":6561,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":112.77769312299824,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_count_mean":2.25,"extra_count_mean":2.25,"extra_false_mean":1.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.25,"claude-opus-4-8":0.5,"claude-opus-4-7":0.375,"mistral-large-2":0.375},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.375,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":0,"other":5},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1553,"out_tokens":2356},"claude-opus-4-8":{"in_tokens":3091,"out_tokens":766},"claude-opus-4-7":{"in_tokens":3096,"out_tokens":665},"mistral-large-2":{"in_tokens":1646,"out_tokens":718}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":414,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":207.65970985600006,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.75,"extra_count_mean":4.0,"extra_false_mean":1.75,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":6.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":11,"study":0,"number":0,"other":4},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2047,"out_tokens":3495},"claude-opus-4-8":{"in_tokens":3861,"out_tokens":978},"claude-opus-4-7":{"in_tokens":3866,"out_tokens":850},"mistral-large-2":{"in_tokens":2254,"out_tokens":1127}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.016586146001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":13058,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":209.19419839200054,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.625,"contradicted_count_mean":0.0,"extra_count_mean":3.5,"extra_false_mean":2.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":4.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":0.84375,"false_claim_types":{"az":0,"paragraph":10,"study":0,"number":1,"other":3},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1886,"out_tokens":4762},"claude-opus-4-8":{"in_tokens":3473,"out_tokens":844},"claude-opus-4-7":{"in_tokens":3478,"out_tokens":623},"mistral-large-2":{"in_tokens":2115,"out_tokens":890}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":12136,"error":null,"skip_reason":null,"score_raw":0.3055555555555555,"duration_s":504.11240892299975,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":2.25,"extra_count_mean":1.25,"extra_false_mean":0.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.1111111111111111,"claude-opus-4-8":0.3333333333333333,"claude-opus-4-7":0.3333333333333333,"mistral-large-2":0.4444444444444444},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":5.0},"score_ex_family":0.3055555555555555,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":3},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1631,"out_tokens":2213},"claude-opus-4-8":{"in_tokens":3215,"out_tokens":748},"claude-opus-4-7":{"in_tokens":3220,"out_tokens":620},"mistral-large-2":{"in_tokens":1755,"out_tokens":796}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":5152,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":110.25080634400001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":1.5,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.625,"claude-opus-4-8":0.75,"claude-opus-4-7":0.75,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2259,"out_tokens":2532},"claude-opus-4-8":{"in_tokens":4184,"out_tokens":1070},"claude-opus-4-7":{"in_tokens":4189,"out_tokens":837},"mistral-large-2":{"in_tokens":2431,"out_tokens":851}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":11438,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":482.7741973560005,"hallucination_count":8.25,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_count_mean":6.25,"extra_count_mean":2.0,"extra_false_mean":2.0,"extra_unsupported_mean":0.0,"judge_scores":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":8.0,"claude-opus-4-7":7.0,"mistral-large-2":11.0},"score_ex_family":0.0,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":2,"other":0},"contradicted_rubric_count":7,"judge_tokens":{"gpt-5":{"in_tokens":1705,"out_tokens":2326},"claude-opus-4-8":{"in_tokens":3404,"out_tokens":920},"claude-opus-4-7":{"in_tokens":3409,"out_tokens":694},"mistral-large-2":{"in_tokens":1890,"out_tokens":969}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":14469,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":311.7724720639999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":1.25,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1819,"out_tokens":2207},"claude-opus-4-8":{"in_tokens":3474,"out_tokens":824},"claude-opus-4-7":{"in_tokens":3479,"out_tokens":587},"mistral-large-2":{"in_tokens":1960,"out_tokens":699}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":11850,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":251.08955616999992,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":0.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":1.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2070,"out_tokens":1978},"claude-opus-4-8":{"in_tokens":4004,"out_tokens":640},"claude-opus-4-7":{"in_tokens":4009,"out_tokens":561},"mistral-large-2":{"in_tokens":2297,"out_tokens":873}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":539.3905298530008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":3337,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":84.16233686800115,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.5,"extra_count_mean":2.0,"extra_false_mean":0.75,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":1.0,"claude-opus-4-7":0.5555555555555556,"mistral-large-2":0.7777777777777778},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.7777777777777778,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":1},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1561,"out_tokens":2572},"claude-opus-4-8":{"in_tokens":2977,"out_tokens":837},"claude-opus-4-7":{"in_tokens":2982,"out_tokens":850},"mistral-large-2":{"in_tokens":1713,"out_tokens":864}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":4924,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":86.34007428900077,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.25,"extra_count_mean":2.5,"extra_false_mean":1.0,"extra_unsupported_mean":1.5,"judge_scores":{"gpt-5":0.5555555555555556,"claude-opus-4-8":0.5555555555555556,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":4.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":0.6111111111111112,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":2,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1926,"out_tokens":2565},"claude-opus-4-8":{"in_tokens":3730,"out_tokens":940},"claude-opus-4-7":{"in_tokens":3735,"out_tokens":729},"mistral-large-2":{"in_tokens":2090,"out_tokens":878}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":4662,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":75.64389805499923,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_count_mean":0.0,"extra_count_mean":0.25,"extra_false_mean":0.0,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":0.7777777777777778,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":0.0},"score_ex_family":0.8055555555555556,"false_claim_types":{"az":0,"paragraph":1,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1573,"out_tokens":2143},"claude-opus-4-8":{"in_tokens":3094,"out_tokens":808},"claude-opus-4-7":{"in_tokens":3099,"out_tokens":669},"mistral-large-2":{"in_tokens":1727,"out_tokens":600}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":5634,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":96.10083440700146,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_count_mean":0.75,"extra_count_mean":2.25,"extra_false_mean":1.75,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.625,"claude-opus-4-7":0.625,"mistral-large-2":0.75},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":4.0,"claude-opus-4-7":4.0,"mistral-large-2":3.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":0},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1562,"out_tokens":2355},"claude-opus-4-8":{"in_tokens":3017,"out_tokens":971},"claude-opus-4-7":{"in_tokens":3022,"out_tokens":773},"mistral-large-2":{"in_tokens":1729,"out_tokens":685}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":7589,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":408.6278594760006,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_count_mean":1.0,"extra_count_mean":3.25,"extra_false_mean":1.0,"extra_unsupported_mean":2.25,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.75,"claude-opus-4-7":0.875,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":7.0},"score_ex_family":0.71875,"false_claim_types":{"az":0,"paragraph":7,"study":0,"number":0,"other":4},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1683,"out_tokens":2431},"claude-opus-4-8":{"in_tokens":3268,"out_tokens":794},"claude-opus-4-7":{"in_tokens":3273,"out_tokens":728},"mistral-large-2":{"in_tokens":1861,"out_tokens":854}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":7197,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":118.48917218600036,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.75,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":0.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1965,"out_tokens":2939},"claude-opus-4-8":{"in_tokens":3734,"out_tokens":715},"claude-opus-4-7":{"in_tokens":3739,"out_tokens":598},"mistral-large-2":{"in_tokens":2189,"out_tokens":758}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":7167,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":128.40668266500006,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":1.75,"extra_false_mean":0.0,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":1.0,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":1.0,"mistral-large-2":2.0},"score_ex_family":0.9375,"false_claim_types":{"az":0,"paragraph":2,"study":0,"number":0,"other":2},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1985,"out_tokens":2157},"claude-opus-4-8":{"in_tokens":3824,"out_tokens":878},"claude-opus-4-7":{"in_tokens":3829,"out_tokens":601},"mistral-large-2":{"in_tokens":2214,"out_tokens":675}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0206476639996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":2694,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":57.277006697000616,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":1.25,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.875,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":1.0},"score_ex_family":0.90625,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1486,"out_tokens":1883},"claude-opus-4-8":{"in_tokens":2898,"out_tokens":689},"claude-opus-4-7":{"in_tokens":2903,"out_tokens":633},"mistral-large-2":{"in_tokens":1593,"out_tokens":591}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":3692,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":71.52760491699883,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_count_mean":0.0,"extra_count_mean":2.0,"extra_false_mean":1.5,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.7777777777777778,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":3.0},"score_ex_family":0.9444444444444444,"false_claim_types":{"az":0,"paragraph":4,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1620,"out_tokens":3147},"claude-opus-4-8":{"in_tokens":3051,"out_tokens":738},"claude-opus-4-7":{"in_tokens":3056,"out_tokens":633},"mistral-large-2":{"in_tokens":1768,"out_tokens":749}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":14193,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":301.49492431,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":1.5,"extra_false_mean":0.5,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.8888888888888888,"claude-opus-4-8":0.8888888888888888,"claude-opus-4-7":0.8888888888888888,"mistral-large-2":0.8888888888888888},"judge_hallucination_counts":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":2.0,"mistral-large-2":2.0},"score_ex_family":0.8888888888888888,"false_claim_types":{"az":0,"paragraph":5,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1754,"out_tokens":1969},"claude-opus-4-8":{"in_tokens":3300,"out_tokens":844},"claude-opus-4-7":{"in_tokens":3305,"out_tokens":601},"mistral-large-2":{"in_tokens":1889,"out_tokens":742}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":567.9063218339998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":586.9592159210006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":13991,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":399.39632129200027,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":1.25,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":2.0,"claude-opus-4-7":2.0,"mistral-large-2":3.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1737,"out_tokens":3041},"claude-opus-4-8":{"in_tokens":3375,"out_tokens":698},"claude-opus-4-7":{"in_tokens":3380,"out_tokens":613},"mistral-large-2":{"in_tokens":1850,"out_tokens":653}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":14407,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":225.05478036600016,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_count_mean":0.5,"extra_count_mean":2.5,"extra_false_mean":1.25,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.875,"claude-opus-4-7":0.75,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":2.0,"claude-opus-4-7":3.0,"mistral-large-2":2.0},"score_ex_family":0.78125,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":4},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1718,"out_tokens":2362},"claude-opus-4-8":{"in_tokens":3199,"out_tokens":913},"claude-opus-4-7":{"in_tokens":3204,"out_tokens":982},"mistral-large-2":{"in_tokens":1872,"out_tokens":852}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":15732,"error":null,"skip_reason":null,"score_raw":0.39285714285714285,"duration_s":243.98108169099942,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":1.75,"extra_count_mean":4.0,"extra_false_mean":2.75,"extra_unsupported_mean":1.25,"judge_scores":{"gpt-5":0.2857142857142857,"claude-opus-4-8":0.42857142857142855,"claude-opus-4-7":0.2857142857142857,"mistral-large-2":0.5714285714285714},"judge_hallucination_counts":{"gpt-5":7.0,"claude-opus-4-8":6.0,"claude-opus-4-7":6.0,"mistral-large-2":4.0},"score_ex_family":0.39285714285714285,"false_claim_types":{"az":0,"paragraph":10,"study":0,"number":0,"other":2},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2067,"out_tokens":2928},"claude-opus-4-8":{"in_tokens":4199,"out_tokens":1082},"claude-opus-4-7":{"in_tokens":4204,"out_tokens":792},"mistral-large-2":{"in_tokens":2217,"out_tokens":849}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":272.552405112001,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.25,"extra_false_mean":1.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.5},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":3.0,"claude-opus-4-7":0.0,"mistral-large-2":3.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":0,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1177,"out_tokens":1959},"claude-opus-4-8":{"in_tokens":2303,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2308,"out_tokens":398},"mistral-large-2":{"in_tokens":1251,"out_tokens":578}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":543.447337824,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0128499139992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":540.0825753079989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":617.9065602329974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":551.3821216479992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0080615109982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":561.7516962629998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":11530,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":501.0010038370019,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_count_mean":0.0,"extra_count_mean":4.5,"extra_false_mean":1.0,"extra_unsupported_mean":3.5,"judge_scores":{"gpt-5":0.75,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":4.0,"mistral-large-2":9.0},"score_ex_family":0.84375,"false_claim_types":{"az":0,"paragraph":11,"study":0,"number":1,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2165,"out_tokens":4648},"claude-opus-4-8":{"in_tokens":4183,"out_tokens":851},"claude-opus-4-7":{"in_tokens":4188,"out_tokens":734},"mistral-large-2":{"in_tokens":2300,"out_tokens":943}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0064383419995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":11921,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":207.83081423800104,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":5.0,"extra_false_mean":4.75,"extra_unsupported_mean":0.25,"judge_scores":{"gpt-5":0.375,"claude-opus-4-8":0.875,"claude-opus-4-7":0.875,"mistral-large-2":0.875},"judge_hallucination_counts":{"gpt-5":6.0,"claude-opus-4-8":4.0,"claude-opus-4-7":7.0,"mistral-large-2":3.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":16,"study":0,"number":2,"other":0},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1999,"out_tokens":3731},"claude-opus-4-8":{"in_tokens":4036,"out_tokens":871},"claude-opus-4-7":{"in_tokens":4041,"out_tokens":828},"mistral-large-2":{"in_tokens":2182,"out_tokens":773}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":11387,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":194.3309319209984,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":1.0,"contradicted_count_mean":0.0,"extra_count_mean":2.75,"extra_false_mean":2.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":1.0,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":2.0,"mistral-large-2":4.0},"score_ex_family":1.0,"false_claim_types":{"az":0,"paragraph":8,"study":0,"number":2,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1990,"out_tokens":2470},"claude-opus-4-8":{"in_tokens":3991,"out_tokens":829},"claude-opus-4-7":{"in_tokens":3996,"out_tokens":627},"mistral-large-2":{"in_tokens":2119,"out_tokens":762}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":5254,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":72.43132722300015,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.8333333333333334,"contradicted_count_mean":0.75,"extra_count_mean":3.0,"extra_false_mean":2.0,"extra_unsupported_mean":1.0,"judge_scores":{"gpt-5":0.6666666666666666,"claude-opus-4-8":1.0,"claude-opus-4-7":0.6666666666666666,"mistral-large-2":0.6666666666666666},"judge_hallucination_counts":{"gpt-5":3.0,"claude-opus-4-8":2.0,"claude-opus-4-7":4.0,"mistral-large-2":6.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":3},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1748,"out_tokens":2495},"claude-opus-4-8":{"in_tokens":3557,"out_tokens":666},"claude-opus-4-7":{"in_tokens":3562,"out_tokens":620},"mistral-large-2":{"in_tokens":1876,"out_tokens":755}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":5912,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":355.73540703800245,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.5714285714285714,"contradicted_count_mean":0.25,"extra_count_mean":4.25,"extra_false_mean":3.5,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.42857142857142855,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.8571428571428571,"mistral-large-2":1.0},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":6.0,"claude-opus-4-7":5.0,"mistral-large-2":3.0},"score_ex_family":0.7857142857142857,"false_claim_types":{"az":0,"paragraph":9,"study":0,"number":0,"other":2},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1709,"out_tokens":2622},"claude-opus-4-8":{"in_tokens":3452,"out_tokens":897},"claude-opus-4-7":{"in_tokens":3457,"out_tokens":662},"mistral-large-2":{"in_tokens":1803,"out_tokens":568}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":552.0886200880013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":539,"out_tokens":12124,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":555.8081151829999,"hallucination_count":6.75,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_count_mean":2.0,"extra_count_mean":4.75,"extra_false_mean":2.75,"extra_unsupported_mean":2.0,"judge_scores":{"gpt-5":0.4,"claude-opus-4-8":0.5,"claude-opus-4-7":0.5,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":4.0,"claude-opus-4-8":7.0,"claude-opus-4-7":10.0,"mistral-large-2":6.0},"score_ex_family":0.5,"false_claim_types":{"az":0,"paragraph":14,"study":0,"number":0,"other":3},"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2597,"out_tokens":3368},"claude-opus-4-8":{"in_tokens":5093,"out_tokens":1200},"claude-opus-4-7":{"in_tokens":5098,"out_tokens":1323},"mistral-large-2":{"in_tokens":2740,"out_tokens":1031}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":630.782680059,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":13465,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":228.387030503,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.7142857142857143,"contradicted_count_mean":0.25,"extra_count_mean":3.5,"extra_false_mean":1.75,"extra_unsupported_mean":1.75,"judge_scores":{"gpt-5":0.7142857142857143,"claude-opus-4-8":0.8571428571428571,"claude-opus-4-7":0.7142857142857143,"mistral-large-2":0.7142857142857143},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":4.0},"score_ex_family":0.75,"false_claim_types":{"az":0,"paragraph":3,"study":0,"number":1,"other":5},"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2055,"out_tokens":2374},"claude-opus-4-8":{"in_tokens":3979,"out_tokens":773},"claude-opus-4-7":{"in_tokens":3984,"out_tokens":739},"mistral-large-2":{"in_tokens":2212,"out_tokens":674}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1038.0970985870001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":15784,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":281.0327899849999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_count_mean":0.0,"extra_count_mean":2.75,"extra_false_mean":2.0,"extra_unsupported_mean":0.75,"judge_scores":{"gpt-5":0.5,"claude-opus-4-8":1.0,"claude-opus-4-7":1.0,"mistral-large-2":0.8333333333333334},"judge_hallucination_counts":{"gpt-5":2.0,"claude-opus-4-8":3.0,"claude-opus-4-7":3.0,"mistral-large-2":3.0},"score_ex_family":0.8333333333333334,"false_claim_types":{"az":1,"paragraph":2,"study":0,"number":0,"other":1},"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2229,"out_tokens":2173},"claude-opus-4-8":{"in_tokens":4333,"out_tokens":770},"claude-opus-4-7":{"in_tokens":4338,"out_tokens":673},"mistral-large-2":{"in_tokens":2412,"out_tokens":594}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":11846,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":184.86409169599938,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_count_mean":2.0,"extra_count_mean":2.5,"extra_false_mean":2.0,"extra_unsupported_mean":0.5,"judge_scores":{"gpt-5":0.1,"claude-opus-4-8":0.4,"claude-opus-4-7":0.2,"mistral-large-2":0.6},"judge_hallucination_counts":{"gpt-5":5.0,"claude-opus-4-8":5.0,"claude-opus-4-7":4.0,"mistral-large-2":4.0},"score_ex_family":0.325,"false_claim_types":{"az":0,"paragraph":6,"study":0,"number":1,"other":0},"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2393,"out_tokens":2640},"claude-opus-4-8":{"in_tokens":4802,"out_tokens":1178},"claude-opus-4-7":{"in_tokens":4807,"out_tokens":874},"mistral-large-2":{"in_tokens":2586,"out_tokens":957}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.053993838,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":599.996498795,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":590.5560975850001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":632.364403955,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2080.787131651,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0483888750002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}