{"model_id":"mistral-large-2","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":364,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.031649614000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":318,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.10739612499998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":396,"out_tokens":618,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.063363698999979,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":644,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.355028875000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":470,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.109249805000019,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":825,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.048815845999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":499,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.927251776999981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":959,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.546513352999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":495,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.484451753999991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":258,"out_tokens":187,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.49770620800001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":179,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.987406719999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":675,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.21278294199999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":401,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.305874013999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":369,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.476057920000017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1472,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.387258266000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":1350,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.86701648600001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":737,"out_tokens":212,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.080997744,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.106461102999987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":388,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.560792912000011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1570,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.86338055600001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":370,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.813731988000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":1820,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.277053787,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":1775,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.391285513000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":541,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.525968341999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":734,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.791194879000017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":463,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.653432293999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1163,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.835033600000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":621,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.994717266999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2403,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.655878992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.180126021999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1643,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.327434321999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.183201341,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":462,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.527367145,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":552,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.811429796999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":828,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.969221285000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":550,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.758402182999987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":1413,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.26732730500001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":849,"out_tokens":409,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.447852307000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.555536611000008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":448,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.040736208999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":754,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.495750454999978,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":899,"out_tokens":359,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.072951759999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.75002962900001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":3080,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.803385348999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":455,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.335605025000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":570,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.752319683999986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":1271,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.92817723600001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":1911,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.59398460999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.134542320999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":3807,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.01368909300001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1241,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.514408351000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":543,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.212541697999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2935,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.07844620400002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":393,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.145457597000018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":610,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.86734481900001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.950530517999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":828,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.410233350999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1104,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.016008072999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":907,"out_tokens":399,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.71390807099999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":332,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.982946611000017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":472,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.689316028999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":725,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.237355373000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1205,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.57783071899999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":719,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.502967565000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.126643959999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":225,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.01272603800001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":199,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.29567195600001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":401,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.976447904999986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":467,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.160697476999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.402757242000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":1599,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.65560166100002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":589,"out_tokens":1272,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.90644454599999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":3189,"error":null,"skip_reason":null,"score_raw":null,"duration_s":50.326396746,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":389,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.370494511999965,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":226,"out_tokens":438,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.150675104000015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.109026537000034,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":null,"duration_s":3.9295402959999706,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":269,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.600223305999975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2944,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.97468311099996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.890810084999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":846,"out_tokens":388,"error":null,"skip_reason":null,"score_raw":null,"duration_s":86.91849184099999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":1406,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.24721330699998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":283,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.336197949999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.3047196480000025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":197,"error":null,"skip_reason":null,"score_raw":null,"duration_s":3.863151479999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.5159341739999945,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":456,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.362597279,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.835934324999982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":380,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.01650908900001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":1201,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.945261391999964,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":405,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.19380841200001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":2184,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.14514370699999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":1089,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.127877718000036,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1035,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.033757557,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":308,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.565574599,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.25453040900004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":809,"out_tokens":288,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.957806479999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":284,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.144157948999975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":399,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.774737727999991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":293,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.786021135,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":395,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.994325886000013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":741,"out_tokens":369,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.22202210400002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":2789,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.76384013200001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":267,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.283134802999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":381,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.967103758000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":378,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.018917939999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":1162,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.262822518000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":471,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.580917129999989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":249,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.500443232000009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.1720244420000085,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":378,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.859356257000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.255998639999973,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":1722,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.232583214999977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1011,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.658383198999957,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":825,"out_tokens":452,"error":null,"skip_reason":null,"score_raw":null,"duration_s":62.019943281999986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":1017,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.382791580999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.469552769000018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.18065759000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":1058,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.22349222500003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":253,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.476969171999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2312,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.25286914499998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":351,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.302568342000029,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.880933681999977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.61500693199997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":362,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.375953262999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":313,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.09988668699998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.346350459000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":298,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.04813772099999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":887,"out_tokens":300,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.715677561999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":1169,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.21447890999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":269,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.017026860999977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.311372602000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":776,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.03475119899997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":836,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.20259115700003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":695,"out_tokens":1008,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.378677643999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":1180,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.347649821999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.066167054000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":870,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.095257681000021,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2786,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.13749671900001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":888,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.079544526999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3442,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.844116085999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.510941533999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":794,"out_tokens":332,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.35842253999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.850892140999974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.938728562999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":9770,"error":null,"skip_reason":null,"score_raw":null,"duration_s":152.060456771,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":865,"out_tokens":405,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.75164436600005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":704,"out_tokens":1102,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.830507769999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":1354,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.80651442599998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":645,"out_tokens":1075,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.194713438999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":930,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.06303632700002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.02420612100002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2712,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.043403791,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.372498253000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.121829289000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":856,"out_tokens":318,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.925503875000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":825,"out_tokens":396,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.935827614999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1681,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.06574865700003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":3707,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.341438599000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.05537801700001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":266,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.359663953999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":754,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.439339265000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":1029,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.703906219999965,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":894,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.689574007000033,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":2294,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.146689005999974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":14275,"error":null,"skip_reason":null,"score_raw":null,"duration_s":174.93680964200001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":938,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.338200959000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.70143879799997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.310308867000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":286,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.134726065999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1610,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.781517038000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":375,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.703110101999982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.23967563999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":816,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.437013740999987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":846,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.61030840999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":664,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.08087138000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":882,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.551413901999979,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.56168860500003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.06432732600001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1044,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.002087446000019,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1439,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.11148122999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":742,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.537986861000036,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":391,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.95826446400002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":1063,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.658782460999987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.410782704999974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":426,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.88854844699995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":164,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.848099880000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":544,"out_tokens":7280,"error":null,"skip_reason":null,"score_raw":null,"duration_s":193.67058500800002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":773,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.26595419900002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":1951,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.225038901999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":601,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.512797349999971,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":633,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.211709527000039,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":496,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.974952324000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":531,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.845399629000042,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.62325617900001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":440,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.106783379000035,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":772,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.851228090999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":761,"out_tokens":128,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.527089949000015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1071,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.966748772000017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":799,"out_tokens":339,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.819481662000044,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":629,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.230151077000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":171,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.178913653999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":1098,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.59176426199997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":787,"out_tokens":244,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.191673931999958,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":1546,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.712371687999962,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":1323,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.69290045499997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":407,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.156191379000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":563,"out_tokens":11340,"error":null,"skip_reason":null,"score_raw":null,"duration_s":184.540914327,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":491,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.881177765000018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":14457,"error":null,"skip_reason":null,"score_raw":null,"duration_s":208.18862121799998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":216,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.273796617000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":649,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.334342063000008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":705,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.449967328000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1512,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.02139859800002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":170,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.940014243000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":869,"out_tokens":277,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.526170441000033,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":7845,"error":null,"skip_reason":null,"score_raw":null,"duration_s":213.022463642,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":523,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.857963987999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":483,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.440208420999966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":453,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.520974542000033,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":741,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.284240007999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1290,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.68786664099997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":579,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.747620694000034,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":678,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.60727718000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":571,"out_tokens":821,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.007331659000045,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":1171,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.141587076999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.333782885999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1148,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.16564268100001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.7847218039999575,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":980,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.124708826000017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":868,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.346204265999972,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":500,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.288268253000012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":141,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.228135393999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":767,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.898761577000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":441,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.58788518700004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.79789883899997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":326,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.71462363400002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":639,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.55327251,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":754,"out_tokens":319,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.628529841999978,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1701,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.53848356100002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":395,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.208807938999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":463,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.939012159000015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":899,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.039679941999964,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":649,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.254793807999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1164,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.02421515100002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1483,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.55641796499998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":680,"out_tokens":722,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.105212338000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":1051,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.210842801000013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":761,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.225796274999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":750,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.583874406999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":145,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.51958718100002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":843,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.467669161999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1259,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.41905853000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":661,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.197781188000022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":139,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.87671528300001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":703,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.30701623699997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.226280662000022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1745,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.90334107299998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":525,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.38557429399998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":618,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.83817703599999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":826,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.089923952999982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":857,"out_tokens":959,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.295652959999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":898,"out_tokens":884,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.07337948899999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":995,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.624383254999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.53393091099997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":761,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.713480935999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1080,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.058140655999978,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":993,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.302319940000018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":151,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.116574497000045,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1014,"out_tokens":1262,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.380030284999975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":509,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.22957879300003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":699,"out_tokens":328,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.61656138699999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":1258,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.223455037999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":765,"out_tokens":118,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.192873915000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":870,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.738646975999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":557,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.296821257000033,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":195,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.128110604000028,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":14306,"error":null,"skip_reason":null,"score_raw":null,"duration_s":209.497356107,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":881,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.059269025999981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":1021,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.118944045999967,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":1095,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.645375333999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":812,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.344097879999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":8194,"error":null,"skip_reason":null,"score_raw":null,"duration_s":267.294003544,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":704,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.160658082999987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":7109,"error":null,"skip_reason":null,"score_raw":null,"duration_s":117.889753176,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":825,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.030609156000025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.115694869000038,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":10227,"error":null,"skip_reason":null,"score_raw":null,"duration_s":272.89723696699997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1652,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.986252218000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":891,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.783267430000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.10325044199999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":1249,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.480429039,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":926,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.649198168999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":716,"out_tokens":1025,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.018433492999975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1511,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.32767305799996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.273592189,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":784,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.734748047999972,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.360218221999958,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":733,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.345667803000026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":1069,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.421496750000017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":933,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.120697735000022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":8659,"error":null,"skip_reason":null,"score_raw":null,"duration_s":285.650373947,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":787,"out_tokens":145,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.870067438999968,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.857751955000026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":817,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.323730634999947,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":851,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.582700090999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.975925461999964,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":266,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.01409740500003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1439,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.467710763000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":804,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.319823559000042,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":781,"out_tokens":148,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.968332083999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":748,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.587185784000042,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":2805,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.725969762000034,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":157,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.918604906999974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":824,"out_tokens":178,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.36285205799999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":795,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.19486261399999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":872,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.085523513,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":2013,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.375802712999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":1815,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.614321007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":1115,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.75217472099996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.63468879200002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":1599,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.902765314999954,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.684862391000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":1394,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.282191554999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1431,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.02536655900002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":798,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.959364273000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":3227,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.28921729700005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":996,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.117138961000023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1458,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.52724943100003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":831,"out_tokens":131,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.520314809000013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.422751597,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":672,"out_tokens":1583,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.74030252,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":206,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.69818862200003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1486,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.376601145999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.93263671400001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":209,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.516783996999948,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.67666656099999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":4557,"error":null,"skip_reason":null,"score_raw":null,"duration_s":128.42827255800006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1195,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.970779810999943,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":553,"out_tokens":1294,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.985556324000015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2211,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.287472166999976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1448,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.743947969000033,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1431,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.82153903099993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":318,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.956689679999954,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.637712469000064,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":135,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.124197854000045,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":1414,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.185446599999977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1919,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.865589773999943,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":134,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.262879087999977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.589625649999903,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":861,"out_tokens":225,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.77981919900003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":2064,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.422318001999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1299,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.133656600999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":1360,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.586580543999958,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":6374,"error":null,"skip_reason":null,"score_raw":null,"duration_s":102.24680199,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":1774,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.391338750000045,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1514,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.01143226900001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":149,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.10463587300001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.296988553999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.388960015999942,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":1649,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.41106605599998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":1075,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.734667225000067,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":161,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.965389689999938,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":10948,"error":null,"skip_reason":null,"score_raw":null,"duration_s":166.52352495200006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":892,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.615220117000035,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.36481462900008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":1645,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.96510904899992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":1084,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.513203052999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1634,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.089988602999938,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":1515,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.612488866000035,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.380451219000065,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":1432,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.878026120999948,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":1323,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.438014452999937,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1031,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.643127157000094,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.05688925300001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.80814418199998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.876726672000018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":1816,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.051447859000064,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1330,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.792635170999915,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":205,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.42744350600003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":1049,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.956881364999958,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":789,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.563484453,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.24915104599995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1220,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.900626869999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":928,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.74938101400005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1590,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.807915433000062,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":530,"out_tokens":4401,"error":null,"skip_reason":null,"score_raw":null,"duration_s":124.351382807,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":985,"out_tokens":132,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.828336286999956,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":824,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.54076809100002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":2255,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.211969128999954,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":278,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.38746934400001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":358,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.12085622899997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1010,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.927947087999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":1825,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.849607538999976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":927,"out_tokens":314,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.373794525999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.66705778200003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":346,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.67817918200001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":1854,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.708599778000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1410,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.16494858300007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":781,"out_tokens":339,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.44569445699995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1427,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.177717579000046,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":201,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.714990339999986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":916,"out_tokens":1793,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.101944638000077,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":262,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.087499521999916,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2441,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.83594200199991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":305,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.686135987999933,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1262,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.679473454999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":251,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.164864631,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":539,"out_tokens":5873,"error":null,"skip_reason":null,"score_raw":null,"duration_s":172.940900703,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":1913,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.751786304000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":886,"out_tokens":1873,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.03731528500009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1586,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.78604893299996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.686883826999974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1475,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.13472165999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":272,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.496857623999972,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.742323128000066,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1029,"out_tokens":391,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.731637827999975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":850,"out_tokens":125,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.06512545800001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.280415532999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":892,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.268814954999925,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":251,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.008381299000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":1803,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.759913076999965,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":2361,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.262406518000034,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":464.918072575,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":1592,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.061045648000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1088,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.889597589999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1589,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.631519041999923,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":2543,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.65810284500003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1309,"out_tokens":1733,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.963789713999972,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.827889960999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":1434,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.50081326499992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1103,"out_tokens":1897,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.333319801000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":487,"out_tokens":15154,"error":null,"skip_reason":null,"score_raw":null,"duration_s":484.48576892200003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.661002884999903,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":811,"out_tokens":122,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.765848971999958,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.046897237000053,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":244,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.031292185999973,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":812,"out_tokens":143,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.588159028000064,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":832,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.66650845800007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":432,"out_tokens":262,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.130494692999946,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.60440069399999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1109,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.83636119799996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.52845465300004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":3552,"error":null,"skip_reason":null,"score_raw":null,"duration_s":116.71092239699999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":803,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.361427117000062,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":263,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.43857418399989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":2378,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.61790802400003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":115,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.16959311300002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":2946,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.754552272999945,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":3535,"error":null,"skip_reason":null,"score_raw":null,"duration_s":102.75322787999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2256,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.71930812200003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":3510,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.69403907499998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":13846,"error":null,"skip_reason":null,"score_raw":null,"duration_s":199.057807813,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":2727,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.06938594400003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":796,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.002454471999954,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":800,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.16739953199999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":341,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.88495135000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":380,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.76252566400001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":407,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.75381242900005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":346,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.10954764900009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":800,"out_tokens":195,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.19574856500003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":1475,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.49080906400002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":2173,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.12688408200006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":2135,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.43332512500001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":809,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.90927560800003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.665741485000012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":2244,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.723737090999975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.549911054000063,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":368,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.318187876000025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":895,"out_tokens":456,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.45453782799996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":847,"out_tokens":469,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.30670370000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":344,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.38286700399999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":1901,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.259116333000065,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":858,"out_tokens":375,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.834450964999974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":347,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.23214706200008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":803,"out_tokens":378,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.377274027999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":5773,"error":null,"skip_reason":null,"score_raw":null,"duration_s":79.79081558000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":331,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.39189627600001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":2118,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.36142696100001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":400,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.539472119999914,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":752,"out_tokens":364,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.766013921999956,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":7430,"error":null,"skip_reason":null,"score_raw":null,"duration_s":101.05202124700008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":8231,"error":null,"skip_reason":null,"score_raw":null,"duration_s":108.789650381,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":348,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.274760903000015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":2912,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.28449773299997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":2181,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.89888488999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":467,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.791909608000083,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":1692,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.641618316000063,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":2998,"error":null,"skip_reason":null,"score_raw":null,"duration_s":87.32488443499994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":6305,"error":null,"skip_reason":null,"score_raw":null,"duration_s":83.56612864199997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":3586,"error":null,"skip_reason":null,"score_raw":null,"duration_s":101.30263384699992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":481,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.07050666300006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":752,"out_tokens":341,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.72607447099995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":781,"out_tokens":457,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.35419265400003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1528,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.8190384049999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":736,"out_tokens":319,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.916195735000088,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1618,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.124113289000093,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":2360,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.044301851,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":1284,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.621628748000035,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":5981,"error":null,"skip_reason":null,"score_raw":null,"duration_s":181.3185044779999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":452.77160716000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":407,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.934885344999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":730,"out_tokens":338,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.931446609999966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":768,"out_tokens":395,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.75984767700004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":3591,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.65850736899995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":787,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.488452488000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":2371,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.46378514000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":768,"out_tokens":153,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.621022958000026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2236,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.337834935000046,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":769,"out_tokens":462,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.622405243999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":2586,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.75008490799996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":6364,"error":null,"skip_reason":null,"score_raw":null,"duration_s":86.82624195100004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":2966,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.848754013000075,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":893,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.62137286500001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":null,"duration_s":410.53479901299994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":15161,"error":null,"skip_reason":null,"score_raw":null,"duration_s":194.22705036600007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":739,"out_tokens":327,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.876183708999974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":2700,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.882657824000034,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":970,"out_tokens":901,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.642514001999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":486.67519851200007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":531,"out_tokens":2275,"error":null,"skip_reason":null,"score_raw":null,"duration_s":73.87114981800005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":1843,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.022414861000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":3718,"error":null,"skip_reason":null,"score_raw":null,"duration_s":104.74306913800001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":2937,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.68001265099997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2757,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.713725691000036,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1006,"out_tokens":726,"error":null,"skip_reason":null,"score_raw":null,"duration_s":50.452150715000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":14269,"error":null,"skip_reason":null,"score_raw":null,"duration_s":193.5303850319999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":925,"out_tokens":700,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.28931016599995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":955,"out_tokens":763,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.030710849,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":2526,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.786619154999926,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":433,"out_tokens":7814,"error":null,"skip_reason":null,"score_raw":null,"duration_s":354.577563587,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":2709,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.44020798700001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":809,"out_tokens":350,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.84384434499998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":2181,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.74044019799999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":1514,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.465679089000105,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":880,"out_tokens":414,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.318010793999974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":770,"out_tokens":448,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.43408342200007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":926,"out_tokens":632,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.4272477799999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":13526,"error":null,"skip_reason":null,"score_raw":null,"duration_s":172.50947195000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2176,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.757935001999954,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":443,"out_tokens":5865,"error":null,"skip_reason":null,"score_raw":null,"duration_s":154.1986999290001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":11773,"error":null,"skip_reason":null,"score_raw":null,"duration_s":156.52456014999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":2772,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.651671220000026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":2744,"error":null,"skip_reason":null,"score_raw":null,"duration_s":83.92101786800004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":6252,"error":null,"skip_reason":null,"score_raw":null,"duration_s":84.56731415000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":3434,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.86208972600002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":7495,"error":null,"skip_reason":null,"score_raw":null,"duration_s":102.20595343799994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":428,"out_tokens":2832,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.88336931999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":3214,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.10116261399992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":861,"out_tokens":460,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.10605247900003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2322,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.03156423300004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":1142,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.307665213000064,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":4071,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.157977738,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1032,"out_tokens":875,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.202738304000036,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3484,"error":null,"skip_reason":null,"score_raw":null,"duration_s":101.97600582900009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1148,"out_tokens":780,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.240269547000025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":1224,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.23133176300007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1033,"out_tokens":990,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.63951509499998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":1969,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.523391439999955,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":1324,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.221221425999943,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":879,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.39680401999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":4927,"error":null,"skip_reason":null,"score_raw":null,"duration_s":67.30946089500003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":3439,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.23889769699997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":6166,"error":null,"skip_reason":null,"score_raw":null,"duration_s":81.75307462399996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":2512,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.74083070899997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":1832,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.091391591999923,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":479.98435437800003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":1550,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.631773073999852,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":10430,"error":null,"skip_reason":null,"score_raw":null,"duration_s":381.19136674599986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":3695,"error":null,"skip_reason":null,"score_raw":null,"duration_s":107.62454023600003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":589,"out_tokens":6433,"error":null,"skip_reason":null,"score_raw":null,"duration_s":83.88332969299995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":7951,"error":null,"skip_reason":null,"score_raw":null,"duration_s":103.82413566000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":1964,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.02038938299995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":3803,"error":null,"skip_reason":null,"score_raw":null,"duration_s":109.82730290299992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1649,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.730992001000118,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":3946,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.119746558999964,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":2793,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.51372670799992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":384,"out_tokens":1817,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.04987757899994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":3086,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.715313068000114,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3229,"error":null,"skip_reason":null,"score_raw":null,"duration_s":91.26465478699993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":384,"out_tokens":1903,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.090720131000126,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":2595,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.133759517000044,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":988,"out_tokens":330,"error":null,"skip_reason":null,"score_raw":null,"duration_s":92.38603344099988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":876,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":null,"duration_s":93.38286865700002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":1041,"out_tokens":421,"error":null,"skip_reason":null,"score_raw":null,"duration_s":92.34723501999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":991,"out_tokens":572,"error":null,"skip_reason":null,"score_raw":null,"duration_s":111.57267251899998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":6356,"error":null,"skip_reason":null,"score_raw":null,"duration_s":155.67165187900002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":1787,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.52333789399995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":1631,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.863861955999937,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":4488,"error":null,"skip_reason":null,"score_raw":null,"duration_s":63.04327091000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2952,"error":null,"skip_reason":null,"score_raw":null,"duration_s":87.2650221670001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":2498,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.3894481750001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":9003,"error":null,"skip_reason":null,"score_raw":null,"duration_s":113.58043320699994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":4891,"error":null,"skip_reason":null,"score_raw":null,"duration_s":67.11687372400002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":458,"out_tokens":4346,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.25684469800012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":3932,"error":null,"skip_reason":null,"score_raw":null,"duration_s":62.55754508399991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":6285,"error":null,"skip_reason":null,"score_raw":null,"duration_s":145.43541246600012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":4311,"error":null,"skip_reason":null,"score_raw":null,"duration_s":63.45637009100005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":883,"out_tokens":408,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.31687177200001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":3478,"error":null,"skip_reason":null,"score_raw":null,"duration_s":112.81947638500014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":3965,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.311097790000076,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":6590,"error":null,"skip_reason":null,"score_raw":null,"duration_s":194.7704897320001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":2301,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.02343257000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":426,"out_tokens":2555,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.15408567700001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":3916,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.55380341499995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":976,"out_tokens":650,"error":null,"skip_reason":null,"score_raw":null,"duration_s":96.72255910500007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":4337,"error":null,"skip_reason":null,"score_raw":null,"duration_s":63.48930489500003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":12601,"error":null,"skip_reason":null,"score_raw":null,"duration_s":175.908562136,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":11061,"error":null,"skip_reason":null,"score_raw":null,"duration_s":248.546435686,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":4381,"error":null,"skip_reason":null,"score_raw":null,"duration_s":133.78038346799985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":4878,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.69026844300015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":695,"out_tokens":2542,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.055121666000105,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":3111,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.85370726399992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":2233,"error":null,"skip_reason":null,"score_raw":null,"duration_s":71.4023458910001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":427.8398353980001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":4978,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.60509996199994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":951,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":null,"duration_s":83.11373926700003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":473,"out_tokens":4490,"error":null,"skip_reason":null,"score_raw":null,"duration_s":139.71571466800015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":3357,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.234566975999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":5349,"error":null,"skip_reason":null,"score_raw":null,"duration_s":148.302229228,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":10996,"error":null,"skip_reason":null,"score_raw":null,"duration_s":158.92361278999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":3210,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.311601712999845,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":1049,"out_tokens":668,"error":null,"skip_reason":null,"score_raw":null,"duration_s":182.4552744309999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":10995,"error":null,"skip_reason":null,"score_raw":null,"duration_s":173.61801297400007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":2243,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.45741239800009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":978,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":null,"duration_s":98.66519868199998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":704,"out_tokens":3951,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.89370384099993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":645,"out_tokens":3729,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.05402834400002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":5336,"error":null,"skip_reason":null,"score_raw":null,"duration_s":79.75721632999989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":967,"out_tokens":706,"error":null,"skip_reason":null,"score_raw":null,"duration_s":198.95745006099992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":2801,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.148816289000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1609,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.26533034399995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":1953,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.43937569500008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":2904,"error":null,"skip_reason":null,"score_raw":null,"duration_s":81.003369712,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":3222,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.534870473999945,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":2718,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.188049036000166,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":3650,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.45800648799991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":9788,"error":null,"skip_reason":null,"score_raw":null,"duration_s":202.84169713000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":6190,"error":null,"skip_reason":null,"score_raw":null,"duration_s":89.29613063099987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":936,"out_tokens":268,"error":null,"skip_reason":null,"score_raw":null,"duration_s":88.70133377599996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":10813,"error":null,"skip_reason":null,"score_raw":null,"duration_s":173.4937972749999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":3713,"error":null,"skip_reason":null,"score_raw":null,"duration_s":50.54440360500007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":1029,"out_tokens":565,"error":null,"skip_reason":null,"score_raw":null,"duration_s":121.1107782590002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":3706,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.43695009699991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":9615,"error":null,"skip_reason":null,"score_raw":null,"duration_s":206.069764243,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1771,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.295133437000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":3047,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.54798823100009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":11540,"error":null,"skip_reason":null,"score_raw":null,"duration_s":279.392497222,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":512.6809222549999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":5265,"error":null,"skip_reason":null,"score_raw":null,"duration_s":144.84218623200013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":967,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":null,"duration_s":96.95288292200007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":998,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.20448413700001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":3877,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.30848334500001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":3108,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.53642727800002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":1007,"out_tokens":333,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.44556552799986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":4015,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.746563055000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":6492,"error":null,"skip_reason":null,"score_raw":null,"duration_s":202.62183139400008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":3536,"error":null,"skip_reason":null,"score_raw":null,"duration_s":105.09669236699983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":5268,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.11161010900014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":3868,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.15705721500012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":922,"out_tokens":496,"error":null,"skip_reason":null,"score_raw":null,"duration_s":149.8041576789999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":4927,"error":null,"skip_reason":null,"score_raw":null,"duration_s":67.86828844399997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":932,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.73746045500002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":1063,"out_tokens":355,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.156468098999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":2326,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.9372674199999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":958,"out_tokens":302,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.000501643999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":10903,"error":null,"skip_reason":null,"score_raw":null,"duration_s":158.44327020900005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":5894,"error":null,"skip_reason":null,"score_raw":null,"duration_s":89.89228371100012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":78,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.213726456999893,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":915,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.96701982100012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":571,"out_tokens":2929,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.528727419999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":941,"out_tokens":326,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.24612822500012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":3931,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.12304846400002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":3280,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.013709930999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":884,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.679438280999875,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":431,"out_tokens":5306,"error":null,"skip_reason":null,"score_raw":null,"duration_s":77.25159171500013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":8748,"error":null,"skip_reason":null,"score_raw":null,"duration_s":233.35109826999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":2521,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.81689673200003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":1011,"out_tokens":197,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.772690293000096,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":929,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.278966183999955,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":9382,"error":null,"skip_reason":null,"score_raw":null,"duration_s":280.65311429300004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":7010,"error":null,"skip_reason":null,"score_raw":null,"duration_s":152.68467613500002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":4143,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.23442629299984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":6441,"error":null,"skip_reason":null,"score_raw":null,"duration_s":89.1422808220002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":6105,"error":null,"skip_reason":null,"score_raw":null,"duration_s":135.54241433200013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":883,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.699988470000108,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":2789,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.29272740200008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":896,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.09687790199996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":3448,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.80540979000011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":3614,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.66690682300009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":1004,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.768537509,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":909,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.04165901399983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.541390284999807,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":680,"out_tokens":2757,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.48980127699997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":985,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.61383284900012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":857,"out_tokens":3528,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.639021760000105,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.327946401999952,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":907,"out_tokens":79,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.413068417999966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":841,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.462154843000008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":2497,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.62805837899987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":7347,"error":null,"skip_reason":null,"score_raw":null,"duration_s":172.67019313900005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":549,"out_tokens":7407,"error":null,"skip_reason":null,"score_raw":null,"duration_s":196.76433741200003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1014,"out_tokens":4705,"error":null,"skip_reason":null,"score_raw":null,"duration_s":62.97401942900001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":2714,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.64787604100002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":898,"out_tokens":5185,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.433353291,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":3095,"error":null,"skip_reason":null,"score_raw":null,"duration_s":103.83568727700003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":9605,"error":null,"skip_reason":null,"score_raw":null,"duration_s":137.52871865700013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":954,"out_tokens":276,"error":null,"skip_reason":null,"score_raw":null,"duration_s":60.52239285100018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":922,"out_tokens":316,"error":null,"skip_reason":null,"score_raw":null,"duration_s":63.932604085999856,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":2599,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.91388490899999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":10692,"error":null,"skip_reason":null,"score_raw":null,"duration_s":153.686942175,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":2578,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.56810555400011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":716,"out_tokens":3435,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.438029214999915,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":929,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.709903311999824,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":null,"duration_s":84.02771225700008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":2270,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.53328963999979,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":442.82572228899994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":966,"out_tokens":140,"error":null,"skip_reason":null,"score_raw":null,"duration_s":89.34215526499997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":6367,"error":null,"skip_reason":null,"score_raw":null,"duration_s":166.17005702000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":4515,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.41135824899993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":7445,"error":null,"skip_reason":null,"score_raw":null,"duration_s":167.093113551,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":6954,"error":null,"skip_reason":null,"score_raw":null,"duration_s":90.53069665399994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":923,"out_tokens":127,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.51021287499998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":3313,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.58205461900002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":11969,"error":null,"skip_reason":null,"score_raw":null,"duration_s":293.86024630399993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1679,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.25799626799994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":3280,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.39775951599995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":450.4278294389999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":940,"out_tokens":232,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.94942609899999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":14300,"error":null,"skip_reason":null,"score_raw":null,"duration_s":196.4380083000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1516,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.12369420999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":4027,"error":null,"skip_reason":null,"score_raw":null,"duration_s":112.80007125199995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":981,"out_tokens":224,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.605048873999976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":8649,"error":null,"skip_reason":null,"score_raw":null,"duration_s":199.70122348899986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":8099,"error":null,"skip_reason":null,"score_raw":null,"duration_s":220.66448994300004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":3895,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.05516448200001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":973,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.12628233700002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":3218,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.59623155600002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":977,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.74964129,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":2837,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.933045753000215,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":6111,"error":null,"skip_reason":null,"score_raw":null,"duration_s":87.85450981099984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":2219,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.708570983999834,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":1867,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.00093475199992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":4362,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.26191572300013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1620,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.60335925100003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":972,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.761094875000026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":2574,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.54485220099991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":731,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.74238209300006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":443,"out_tokens":8880,"error":null,"skip_reason":null,"score_raw":null,"duration_s":120.48849213100016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":4617,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.01917363000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":930,"out_tokens":182,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.85598429399988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":4188,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.43406066600005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1654,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.128390471999865,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":907,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.02796595299992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":1034,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.75221039999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":1003,"out_tokens":263,"error":null,"skip_reason":null,"score_raw":null,"duration_s":89.47715562100007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1554,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.79380326699993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":900,"out_tokens":134,"error":null,"skip_reason":null,"score_raw":null,"duration_s":79.53099732500004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":2713,"error":null,"skip_reason":null,"score_raw":null,"duration_s":70.13188316899982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1001,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.51378042500005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":9856,"error":null,"skip_reason":null,"score_raw":null,"duration_s":355.2690682110001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1487,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.26921656699983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":6329,"error":null,"skip_reason":null,"score_raw":null,"duration_s":90.8240545980002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":7072,"error":null,"skip_reason":null,"score_raw":null,"duration_s":98.20246567999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1913,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.83616305999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":764,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.248817056999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":932,"out_tokens":149,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.38800203000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":923,"out_tokens":321,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.303795789000105,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":6658,"error":null,"skip_reason":null,"score_raw":null,"duration_s":90.88571929,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":453.342449064,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":908,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.748953866999955,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":5299,"error":null,"skip_reason":null,"score_raw":null,"duration_s":84.00984999000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":747,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.599626657999806,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":909,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.368352242000128,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":651,"out_tokens":5441,"error":null,"skip_reason":null,"score_raw":null,"duration_s":150.150000719,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":672,"out_tokens":6076,"error":null,"skip_reason":null,"score_raw":null,"duration_s":84.45532170699994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":931,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":null,"duration_s":84.65895128600005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":7346,"error":null,"skip_reason":null,"score_raw":null,"duration_s":109.36602445499989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2189,"error":null,"skip_reason":null,"score_raw":null,"duration_s":63.60317450499997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":5493,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.436105451,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":1127,"out_tokens":197,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.122155109999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":10353,"error":null,"skip_reason":null,"score_raw":null,"duration_s":296.28967832499984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":1069,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.91963703100009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":553,"out_tokens":6189,"error":null,"skip_reason":null,"score_raw":null,"duration_s":86.98164579299987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":5135,"error":null,"skip_reason":null,"score_raw":null,"duration_s":71.82843188300012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":2416,"error":null,"skip_reason":null,"score_raw":null,"duration_s":69.00252186399985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":914,"out_tokens":146,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.07802578199994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":4862,"error":null,"skip_reason":null,"score_raw":null,"duration_s":69.13476556699993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":966,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":null,"duration_s":132.48647053900004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":707,"out_tokens":8536,"error":null,"skip_reason":null,"score_raw":null,"duration_s":222.62011813000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":14818,"error":null,"skip_reason":null,"score_raw":null,"duration_s":208.82758957600004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":4031,"error":null,"skip_reason":null,"score_raw":null,"duration_s":94.02562178800008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":8468,"error":null,"skip_reason":null,"score_raw":null,"duration_s":119.41373556099984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":935,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.10291872699986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":4424,"error":null,"skip_reason":null,"score_raw":null,"duration_s":104.955941596,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1428,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.80501786500008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":8239,"error":null,"skip_reason":null,"score_raw":null,"duration_s":117.84093745199993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1171,"out_tokens":261,"error":null,"skip_reason":null,"score_raw":null,"duration_s":106.06695440599992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":992,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.28544770899998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.014466736,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0137425530002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.012923272,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0121173549999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0112809920001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.006922906,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0046626019998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":4497,"error":null,"skip_reason":null,"score_raw":null,"duration_s":62.13311093800007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":974,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.82027276099984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":1034,"out_tokens":312,"error":null,"skip_reason":null,"score_raw":null,"duration_s":81.33694186499997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":6397,"error":null,"skip_reason":null,"score_raw":null,"duration_s":91.18462653100005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":2916,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.72389320000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":11270,"error":null,"skip_reason":null,"score_raw":null,"duration_s":160.75419215800002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":3778,"error":null,"skip_reason":null,"score_raw":null,"duration_s":115.32309700099995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":5249,"error":null,"skip_reason":null,"score_raw":null,"duration_s":69.23426646500002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":3740,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.185323444000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":8741,"error":null,"skip_reason":null,"score_raw":null,"duration_s":108.46593261399994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":444,"out_tokens":12056,"error":null,"skip_reason":null,"score_raw":null,"duration_s":168.7951006840001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":3609,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.187352535999935,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":954,"out_tokens":128,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.2473543829999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":428,"out_tokens":2000,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.17861839399984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":982,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.55336447499985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":1988,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.40996301000018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":2849,"error":null,"skip_reason":null,"score_raw":null,"duration_s":97.56358382200006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":454,"out_tokens":8292,"error":null,"skip_reason":null,"score_raw":null,"duration_s":118.26964626100016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":2556,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.73026037799991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":5068,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.67496068200012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":953,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.69806863699978,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":932,"out_tokens":94,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.12407211200002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":7223,"error":null,"skip_reason":null,"score_raw":null,"duration_s":205.43636284900003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":427.49834344400006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":7703,"error":null,"skip_reason":null,"score_raw":null,"duration_s":223.50559689199986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":5052,"error":null,"skip_reason":null,"score_raw":null,"duration_s":119.77431630499996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":488,"out_tokens":3475,"error":null,"skip_reason":null,"score_raw":null,"duration_s":98.3991180070002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":307,"error":null,"skip_reason":null,"score_raw":null,"duration_s":78.51575298699981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":5842,"error":null,"skip_reason":null,"score_raw":null,"duration_s":78.58771022600013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":5195,"error":null,"skip_reason":null,"score_raw":null,"duration_s":71.04011409999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":399.0111457470002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":945,"out_tokens":326,"error":null,"skip_reason":null,"score_raw":null,"duration_s":60.32329171499987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":5242,"error":null,"skip_reason":null,"score_raw":null,"duration_s":78.09038658700024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":2870,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.623817335999775,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":4357,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.70769269900006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1257,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.73793129600017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":509,"out_tokens":4002,"error":null,"skip_reason":null,"score_raw":null,"duration_s":122.0538038520001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":484,"out_tokens":6108,"error":null,"skip_reason":null,"score_raw":null,"duration_s":88.59298777799995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1276,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.343190612999933,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":938,"out_tokens":124,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.41989790200023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2172,"error":null,"skip_reason":null,"score_raw":null,"duration_s":69.8136575709998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":5911,"error":null,"skip_reason":null,"score_raw":null,"duration_s":81.13656223499993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":729,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.887732351000068,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":6797,"error":null,"skip_reason":null,"score_raw":null,"duration_s":192.88087951500006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":null,"duration_s":71.33011475000012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":565,"out_tokens":6864,"error":null,"skip_reason":null,"score_raw":null,"duration_s":95.71530187500025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":3049,"error":null,"skip_reason":null,"score_raw":null,"duration_s":85.17168404499989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":2068,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.73161731600021,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":4143,"error":null,"skip_reason":null,"score_raw":null,"duration_s":93.9876032899997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":951,"out_tokens":371,"error":null,"skip_reason":null,"score_raw":null,"duration_s":69.011340518,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":322,"out_tokens":4999,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.56572464200008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":5548,"error":null,"skip_reason":null,"score_raw":null,"duration_s":71.95184612599996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":2699,"error":null,"skip_reason":null,"score_raw":null,"duration_s":78.15646561799986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":1894,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.394942923000144,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":536,"out_tokens":7922,"error":null,"skip_reason":null,"score_raw":null,"duration_s":109.07548746800012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":5373,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.72281023599999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":1000,"out_tokens":567,"error":null,"skip_reason":null,"score_raw":null,"duration_s":67.67653051100024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":1749,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.923243208000258,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":7364,"error":null,"skip_reason":null,"score_raw":null,"duration_s":208.43351273400003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":4201,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.14425971599985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1010,"out_tokens":8289,"error":null,"skip_reason":null,"score_raw":null,"duration_s":112.61794441600023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":7226,"error":null,"skip_reason":null,"score_raw":null,"duration_s":187.28085501600026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":1037,"out_tokens":326,"error":null,"skip_reason":null,"score_raw":null,"duration_s":104.91126381599997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":3536,"error":null,"skip_reason":null,"score_raw":null,"duration_s":100.07451917099979,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":3008,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.48352942600013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":989,"out_tokens":684,"error":null,"skip_reason":null,"score_raw":null,"duration_s":93.30097182400004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":3826,"error":null,"skip_reason":null,"score_raw":null,"duration_s":80.35069446599982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":8874,"error":null,"skip_reason":null,"score_raw":null,"duration_s":124.43774483100015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":535,"out_tokens":8425,"error":null,"skip_reason":null,"score_raw":null,"duration_s":250.70260960899986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":3733,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.7938841780001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":394,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.37365757099997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":905,"out_tokens":607,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.24803322799971,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":945,"out_tokens":417,"error":null,"skip_reason":null,"score_raw":null,"duration_s":94.83221645599997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":11136,"error":null,"skip_reason":null,"score_raw":null,"duration_s":147.40772183199988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":10949,"error":null,"skip_reason":null,"score_raw":null,"duration_s":154.460958012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":916,"out_tokens":7593,"error":null,"skip_reason":null,"score_raw":null,"duration_s":102.98347032599986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":402,"out_tokens":7360,"error":null,"skip_reason":null,"score_raw":null,"duration_s":94.93297390399994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":2987,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.12525653800003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":6290,"error":null,"skip_reason":null,"score_raw":null,"duration_s":141.1668216920002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":5331,"error":null,"skip_reason":null,"score_raw":null,"duration_s":71.23022839500027,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":9028,"error":null,"skip_reason":null,"score_raw":null,"duration_s":119.86616523699968,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":5120,"error":null,"skip_reason":null,"score_raw":null,"duration_s":140.6086649580002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":11459,"error":null,"skip_reason":null,"score_raw":null,"duration_s":398.422288688,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.853293477999614,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":6935,"error":null,"skip_reason":null,"score_raw":null,"duration_s":189.33197866,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":15658,"error":null,"skip_reason":null,"score_raw":null,"duration_s":216.8760833600004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":878,"out_tokens":254,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.92449522099969,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":4767,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.42510472000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":3286,"error":null,"skip_reason":null,"score_raw":null,"duration_s":75.80047067099986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":923,"out_tokens":494,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.39291057399987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":5533,"error":null,"skip_reason":null,"score_raw":null,"duration_s":81.5877987660001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":4419,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.83565103299998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2165,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.87923679000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":3050,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.15171443200006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":5362,"error":null,"skip_reason":null,"score_raw":null,"duration_s":71.58378607500026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":886,"out_tokens":10332,"error":null,"skip_reason":null,"score_raw":null,"duration_s":134.42133649100015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":4710,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.93880920799984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":935,"out_tokens":693,"error":null,"skip_reason":null,"score_raw":null,"duration_s":88.71628631600015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1602,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.4935886039998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":6409,"error":null,"skip_reason":null,"score_raw":null,"duration_s":93.20433408099962,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":7569,"error":null,"skip_reason":null,"score_raw":null,"duration_s":206.81614222300004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":910,"out_tokens":586,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.22828144699997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":2974,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.73217823599998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":7027,"error":null,"skip_reason":null,"score_raw":null,"duration_s":101.25674555500018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":3167,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.29560676799974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":426,"out_tokens":8382,"error":null,"skip_reason":null,"score_raw":null,"duration_s":103.65305573700016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":2723,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.32376512600013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":4374,"error":null,"skip_reason":null,"score_raw":null,"duration_s":117.45049398499987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":908,"out_tokens":496,"error":null,"skip_reason":null,"score_raw":null,"duration_s":87.60587099500026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":5635,"error":null,"skip_reason":null,"score_raw":null,"duration_s":173.84055584099997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":11048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":313.21136637400014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":249,"out_tokens":4025,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.91246851000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":9860,"error":null,"skip_reason":null,"score_raw":null,"duration_s":124.61847230700005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":872,"out_tokens":408,"error":null,"skip_reason":null,"score_raw":null,"duration_s":88.76079124600028,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":929,"out_tokens":312,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.36108472700016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":1035,"out_tokens":415,"error":null,"skip_reason":null,"score_raw":null,"duration_s":84.60015689400007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1276,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.25468204700019,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":8693,"error":null,"skip_reason":null,"score_raw":null,"duration_s":118.92889173100002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":6992,"error":null,"skip_reason":null,"score_raw":null,"duration_s":95.39372755300019,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":5456,"error":null,"skip_reason":null,"score_raw":null,"duration_s":157.00752026200007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":560,"out_tokens":9529,"error":null,"skip_reason":null,"score_raw":null,"duration_s":266.770714151,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":5347,"error":null,"skip_reason":null,"score_raw":null,"duration_s":75.7968011439998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":8377,"error":null,"skip_reason":null,"score_raw":null,"duration_s":111.535481807,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":10382,"error":null,"skip_reason":null,"score_raw":null,"duration_s":275.14426970099976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":881,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.630857709999873,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":2409,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.89877530800004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":4955,"error":null,"skip_reason":null,"score_raw":null,"duration_s":103.46842435200006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":433,"out_tokens":3960,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.29487553099989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":9643,"error":null,"skip_reason":null,"score_raw":null,"duration_s":257.1856821360002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":911,"out_tokens":524,"error":null,"skip_reason":null,"score_raw":null,"duration_s":63.27851663799993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":910,"out_tokens":301,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.71776014099987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":2662,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.19281462300023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":2948,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.83860881800001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1309,"out_tokens":11574,"error":null,"skip_reason":null,"score_raw":null,"duration_s":156.26141114200027,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":4081,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.48810795300005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":5325,"error":null,"skip_reason":null,"score_raw":null,"duration_s":71.28978377300018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1103,"out_tokens":13034,"error":null,"skip_reason":null,"score_raw":null,"duration_s":174.8688988849999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":3161,"error":null,"skip_reason":null,"score_raw":null,"duration_s":87.6322129690002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1148,"out_tokens":568,"error":null,"skip_reason":null,"score_raw":null,"duration_s":112.86029304900012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1109,"out_tokens":12008,"error":null,"skip_reason":null,"score_raw":null,"duration_s":174.44429303200013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":1067,"out_tokens":609,"error":null,"skip_reason":null,"score_raw":null,"duration_s":79.81157399299991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":1112,"out_tokens":552,"error":null,"skip_reason":null,"score_raw":null,"duration_s":102.99420910700019,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2165.3347506229998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":4737,"error":null,"skip_reason":null,"score_raw":null,"duration_s":70.96650884500013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":678,"out_tokens":6055,"error":null,"skip_reason":null,"score_raw":null,"duration_s":84.55898518000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":386,"out_tokens":9301,"error":null,"skip_reason":null,"score_raw":null,"duration_s":118.08895033099998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":6027,"error":null,"skip_reason":null,"score_raw":null,"duration_s":148.71011841100017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":641,"out_tokens":5852,"error":null,"skip_reason":null,"score_raw":null,"duration_s":78.24781959100028,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":3949,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.7978380669997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":1097,"out_tokens":814,"error":null,"skip_reason":null,"score_raw":null,"duration_s":127.19779087400002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":431,"out_tokens":14396,"error":null,"skip_reason":null,"score_raw":null,"duration_s":381.70531183,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":1022,"out_tokens":440,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.55588527100008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":951,"out_tokens":388,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.50774943400029,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":4983,"error":null,"skip_reason":null,"score_raw":null,"duration_s":150.11405528900013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":6222,"error":null,"skip_reason":null,"score_raw":null,"duration_s":150.0569497229999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":4734,"error":null,"skip_reason":null,"score_raw":null,"duration_s":67.54386573400006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":355,"out_tokens":4063,"error":null,"skip_reason":null,"score_raw":null,"duration_s":60.13072405499997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":8619,"error":null,"skip_reason":null,"score_raw":null,"duration_s":118.82583655600001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":3820,"error":null,"skip_reason":null,"score_raw":null,"duration_s":50.68961669000009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":8789,"error":null,"skip_reason":null,"score_raw":null,"duration_s":234.505467856,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":7410,"error":null,"skip_reason":null,"score_raw":null,"duration_s":248.531864003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":1068,"out_tokens":605,"error":null,"skip_reason":null,"score_raw":null,"duration_s":100.03732359000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":5459,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.5285692399998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2379,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.69234509700027,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":714,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.640371691000382,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":912,"out_tokens":640,"error":null,"skip_reason":null,"score_raw":null,"duration_s":79.87294416900022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":8825,"error":null,"skip_reason":null,"score_raw":null,"duration_s":225.02021216000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":1003,"out_tokens":496,"error":null,"skip_reason":null,"score_raw":null,"duration_s":92.41772391699988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":2898,"error":null,"skip_reason":null,"score_raw":null,"duration_s":84.25167750500032,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":890,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.18061653199993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":3456,"error":null,"skip_reason":null,"score_raw":null,"duration_s":112.49880059299994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":686,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":null,"duration_s":195.59060926899974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":837,"out_tokens":11321,"error":null,"skip_reason":null,"score_raw":null,"duration_s":145.4763076170002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":3692,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.875482376000036,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":7838,"error":null,"skip_reason":null,"score_raw":null,"duration_s":336.8582834689996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1290,"out_tokens":658,"error":null,"skip_reason":null,"score_raw":null,"duration_s":120.21115853399988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":4757,"error":null,"skip_reason":null,"score_raw":null,"duration_s":130.67951108500029,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":4346,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.28828675600016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":662,"out_tokens":9187,"error":null,"skip_reason":null,"score_raw":null,"duration_s":119.9922338639999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":6151,"error":null,"skip_reason":null,"score_raw":null,"duration_s":126.78278669999963,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":6798,"error":null,"skip_reason":null,"score_raw":null,"duration_s":182.03227744900005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":2875,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.37684035500024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1175,"out_tokens":424,"error":null,"skip_reason":null,"score_raw":null,"duration_s":103.00789980199988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":3704,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.99594489200035,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":3912,"error":null,"skip_reason":null,"score_raw":null,"duration_s":117.12320707599974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":13603,"error":null,"skip_reason":null,"score_raw":null,"duration_s":376.8711650790001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":377,"out_tokens":3046,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.49256829499973,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":10114,"error":null,"skip_reason":null,"score_raw":null,"duration_s":148.5083469430001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":11548,"error":null,"skip_reason":null,"score_raw":null,"duration_s":153.722981162,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":638,"out_tokens":14789,"error":null,"skip_reason":null,"score_raw":null,"duration_s":204.60336426899994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":395,"out_tokens":12398,"error":null,"skip_reason":null,"score_raw":null,"duration_s":328.50259515300013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":453.5016547370001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":610,"out_tokens":5068,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.04658569499998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":381,"out_tokens":3506,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.74377624999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1174,"out_tokens":1151,"error":null,"skip_reason":null,"score_raw":null,"duration_s":138.16345505800018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":4581,"error":null,"skip_reason":null,"score_raw":null,"duration_s":60.66724784600001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":6448,"error":null,"skip_reason":null,"score_raw":null,"duration_s":81.71002018800027,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":406,"out_tokens":7808,"error":null,"skip_reason":null,"score_raw":null,"duration_s":110.13698119599985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":3910,"error":null,"skip_reason":null,"score_raw":null,"duration_s":142.2695698370003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":4375,"error":null,"skip_reason":null,"score_raw":null,"duration_s":145.00192278799977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":760,"out_tokens":9380,"error":null,"skip_reason":null,"score_raw":null,"duration_s":127.78664678799987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":4368,"error":null,"skip_reason":null,"score_raw":null,"duration_s":111.994705394,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":6899,"error":null,"skip_reason":null,"score_raw":null,"duration_s":178.941149365,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":712,"out_tokens":3657,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.04984641400006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":690,"out_tokens":2968,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.65680359199996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":455.3774742960004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2436,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.586539443999754,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":3350,"error":null,"skip_reason":null,"score_raw":null,"duration_s":50.26062515299964,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":2372,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.799224099000185,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":2583,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.08203527800015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":2436,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.83180510200009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":514,"out_tokens":1192,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.959113759000047,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":9032,"error":null,"skip_reason":null,"score_raw":null,"duration_s":127.95898589099988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":10607,"error":null,"skip_reason":null,"score_raw":null,"duration_s":148.72646928299991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":7749,"error":null,"skip_reason":null,"score_raw":null,"duration_s":567.6393896969998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":2354,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.996768299999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":2106,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.34744184300007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":682,"out_tokens":6607,"error":null,"skip_reason":null,"score_raw":null,"duration_s":182.7966484819999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":1655,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.535861443000158,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":697,"out_tokens":2332,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.20717744199965,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":4029,"error":null,"skip_reason":null,"score_raw":null,"duration_s":103.51213061399994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":10848,"error":null,"skip_reason":null,"score_raw":null,"duration_s":264.6189245549999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":878,"out_tokens":12834,"error":null,"skip_reason":null,"score_raw":null,"duration_s":175.5960350260002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":1909,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.425624782999876,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":2504,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.082428703999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":5966,"error":null,"skip_reason":null,"score_raw":null,"duration_s":125.63421438599971,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: refusal: bio","skip_reason":null,"score_raw":null,"duration_s":3.784670258999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":647,"out_tokens":1975,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.344918408000012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":730,"out_tokens":10374,"error":null,"skip_reason":null,"score_raw":null,"duration_s":142.98727959899998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":1220,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.348757729000226,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":706,"out_tokens":3296,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.94367499500004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":1657,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.159312773999773,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":1858,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.659237645000303,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":2430,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.41940997999973,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":2716,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.99752386699993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":630,"out_tokens":2755,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.58013742900039,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":4003,"error":null,"skip_reason":null,"score_raw":null,"duration_s":97.70061500800011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":641,"out_tokens":3630,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.54299792799975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":7229,"error":null,"skip_reason":null,"score_raw":null,"duration_s":223.19974186199988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":1862,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.1042698199999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":10021,"error":null,"skip_reason":null,"score_raw":null,"duration_s":283.3805920509999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":5786,"error":null,"skip_reason":null,"score_raw":null,"duration_s":130.4730451979999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":2313,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.63523051199991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":1994,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.56087186600007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":6104,"error":null,"skip_reason":null,"score_raw":null,"duration_s":163.03407843500008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":4105,"error":null,"skip_reason":null,"score_raw":null,"duration_s":63.16738179699996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":705,"out_tokens":3100,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.05931201400017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":2206,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.77135439899985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":2478,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.25323504900007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2938.8857355640002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":1749,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.193913576999876,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":2215,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.85629518299993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":2984,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.56991577100007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":2241,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.45411331600008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":776,"out_tokens":3192,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.90656811100007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":1989,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.284617330999936,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":3046,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.19125810100013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":470,"out_tokens":8877,"error":null,"skip_reason":null,"score_raw":null,"duration_s":251.43396557200003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":424.2770129639998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":3294,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.68531448800013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":431,"out_tokens":4026,"error":null,"skip_reason":null,"score_raw":null,"duration_s":116.10805602499977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":10521,"error":null,"skip_reason":null,"score_raw":null,"duration_s":218.3651098109999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":15149,"error":null,"skip_reason":null,"score_raw":null,"duration_s":385.3091236979999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":4944,"error":null,"skip_reason":null,"score_raw":null,"duration_s":146.015723986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":682,"out_tokens":3429,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.74484474200017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":859,"out_tokens":3140,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.11298078599975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":3221,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.80188100899977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":900,"out_tokens":3094,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.7405953020002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":469.57285018699986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1016,"out_tokens":3556,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.639424110000164,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":4569,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.48065016600003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":2291,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.89117270299994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":556,"out_tokens":2406,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.20960016400022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":2895,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.290110308000294,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":2183,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.34259328000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":1777,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.616408692999812,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":14290,"error":null,"skip_reason":null,"score_raw":null,"duration_s":423.95600321999973,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":781,"out_tokens":4174,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.38498768499994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":670,"out_tokens":3280,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.24975378699992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":718,"out_tokens":2735,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.473369149000064,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":6880,"error":null,"skip_reason":null,"score_raw":null,"duration_s":192.15198178200035,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":2566,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.26856029700002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":10108,"error":null,"skip_reason":null,"score_raw":null,"duration_s":133.763641,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":654,"out_tokens":3092,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.685589257000174,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":6081,"error":null,"skip_reason":null,"score_raw":null,"duration_s":1093.5454605280001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":3200,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.42640095100023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":2723,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.78535836099991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":2804,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.52164302000028,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":3242,"error":null,"skip_reason":null,"score_raw":null,"duration_s":73.59157472700008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":623,"out_tokens":3202,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.75215228399975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":1801,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.786424619999707,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":3325,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.80717824700014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":6454,"error":null,"skip_reason":null,"score_raw":null,"duration_s":196.3058601810003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":836,"out_tokens":5059,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.57549253900015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":768,"out_tokens":3863,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.43719368500024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":3862,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.56649110699982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":3245,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.08343683200019,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":10060,"error":null,"skip_reason":null,"score_raw":null,"duration_s":208.7035805090004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":9223,"error":null,"skip_reason":null,"score_raw":null,"duration_s":196.37382156600006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.010208893,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":549,"out_tokens":2983,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.65649923899991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":584,"out_tokens":13318,"error":null,"skip_reason":null,"score_raw":null,"duration_s":393.5212204139998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":555,"out_tokens":3734,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.81944614999975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":6045,"error":null,"skip_reason":null,"score_raw":null,"duration_s":84.02682499799994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":951,"out_tokens":14826,"error":null,"skip_reason":null,"score_raw":null,"duration_s":384.4108423730004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":3506,"error":null,"skip_reason":null,"score_raw":null,"duration_s":78.88953034799988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":5506,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.68088636599987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":3052,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.925663974000145,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":487,"out_tokens":6617,"error":null,"skip_reason":null,"score_raw":null,"duration_s":86.14107030000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":2372,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.26450749300011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":575,"out_tokens":2752,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.962899426999684,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":3869,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.40046701399979,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":7374,"error":null,"skip_reason":null,"score_raw":null,"duration_s":243.83177120499977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":4580,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.92185725599984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":10945,"error":null,"skip_reason":null,"score_raw":null,"duration_s":236.929849225,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":3591,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.02408114900027,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2947,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.164902910000364,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":426.3220052030001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":441.2324177989999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":7079,"error":null,"skip_reason":null,"score_raw":null,"duration_s":224.05373507700006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":584,"out_tokens":2512,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.71305719100019,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":549,"out_tokens":2693,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.898349467000116,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":14940,"error":null,"skip_reason":null,"score_raw":null,"duration_s":428.76010601300004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":413.95901728499985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1012,"out_tokens":7031,"error":null,"skip_reason":null,"score_raw":null,"duration_s":95.73166709399993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":6502,"error":null,"skip_reason":null,"score_raw":null,"duration_s":89.37969403399984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":939,"out_tokens":4714,"error":null,"skip_reason":null,"score_raw":null,"duration_s":73.4898944659999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":3191,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.277978638999684,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":9202,"error":null,"skip_reason":null,"score_raw":null,"duration_s":206.59334429399996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0030438879999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":996,"out_tokens":8027,"error":null,"skip_reason":null,"score_raw":null,"duration_s":112.9386296319999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":2933,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.65456500399978,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":8565,"error":null,"skip_reason":null,"score_raw":null,"duration_s":199.61184395200007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":918,"out_tokens":5297,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.3684055509998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":9907,"error":null,"skip_reason":null,"score_raw":null,"duration_s":136.87051561599992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":14664,"error":null,"skip_reason":null,"score_raw":null,"duration_s":179.8761740089999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":888,"out_tokens":5746,"error":null,"skip_reason":null,"score_raw":null,"duration_s":82.4185823570001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":609,"out_tokens":4168,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.01742013000012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":2619,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.32565125099973,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":10061,"error":null,"skip_reason":null,"score_raw":null,"duration_s":199.76493434899976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":837,"out_tokens":3835,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.060403880000194,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":7726,"error":null,"skip_reason":null,"score_raw":null,"duration_s":110.44108989099959,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":535,"out_tokens":3879,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.757899784000074,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":5458,"error":null,"skip_reason":null,"score_raw":null,"duration_s":71.824530288,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":750,"out_tokens":4475,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.21952180399967,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":7200,"error":null,"skip_reason":null,"score_raw":null,"duration_s":108.07501610600002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":10978,"error":null,"skip_reason":null,"score_raw":null,"duration_s":151.30036941799972,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":14484,"error":null,"skip_reason":null,"score_raw":null,"duration_s":323.18988712500004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":5700,"error":null,"skip_reason":null,"score_raw":null,"duration_s":152.75197822000018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1311,"out_tokens":6055,"error":null,"skip_reason":null,"score_raw":null,"duration_s":86.92407031899984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":995,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.71593438500031,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":4589,"error":null,"skip_reason":null,"score_raw":null,"duration_s":119.38235606299986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":681,"out_tokens":1743,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.09490393799979,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1105,"out_tokens":8280,"error":null,"skip_reason":null,"score_raw":null,"duration_s":111.981392013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":1068,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.47491066900011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":1542,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.53358888899993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1021,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.741998346999935,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":7428,"error":null,"skip_reason":null,"score_raw":null,"duration_s":198.67750124900022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1491,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.1751572029998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1111,"out_tokens":10399,"error":null,"skip_reason":null,"score_raw":null,"duration_s":148.76721675,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":9231,"error":null,"skip_reason":null,"score_raw":null,"duration_s":125.93474832399988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1395,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.861690393000117,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1211,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.140839084000163,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1388,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.13142511900014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1131,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.28190873299991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":10791,"error":null,"skip_reason":null,"score_raw":null,"duration_s":160.05086823400052,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":1024,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.40767889699964,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":1284,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.089357335000386,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1829,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.914762326000073,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":3444,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.07899100800023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":594,"out_tokens":1206,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.74110613999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1174,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.66377680000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":799,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.99554505299966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1143,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.33366702799958,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":953,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.478528704999917,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":7611,"error":null,"skip_reason":null,"score_raw":null,"duration_s":200.84054302999948,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":1253,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.54737992199989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":1203,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.065544543000215,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":957,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.676775553999505,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":1043,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.436039461999826,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":837,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.16012790900004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":6503,"error":null,"skip_reason":null,"score_raw":null,"duration_s":280.8297079180006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":1384,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.492828765000013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":4851,"error":null,"skip_reason":null,"score_raw":null,"duration_s":140.37039002600022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":8526,"error":null,"skip_reason":null,"score_raw":null,"duration_s":238.00569306900024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":1078,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.571424161999857,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":700,"out_tokens":1092,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.269160460999956,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":993,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.467799009000373,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":999,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.105905211999925,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1043,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.863484711999263,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":1181,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.370281604999946,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":8280,"error":null,"skip_reason":null,"score_raw":null,"duration_s":244.00203716999977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":796,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.023367869999674,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1056,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.18599914600054,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":984,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.821386107000762,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":552,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.075937610999972,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":979,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.947129189000407,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":1123,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.524731544000133,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":876,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.265990013999726,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":15913,"error":null,"skip_reason":null,"score_raw":null,"duration_s":397.4438032730004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":1025,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.21272435300034,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":717,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.282367576999604,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":918,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.87524775699967,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":631,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.898545576000288,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":806,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.863574756999697,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1001,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.186523951999334,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":807,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.535910178999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":857,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.810121413999696,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0057740590005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":692,"out_tokens":890,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.273049520999848,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":747,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.51755547599987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":4246,"error":null,"skip_reason":null,"score_raw":null,"duration_s":123.27397324000049,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":6003,"error":null,"skip_reason":null,"score_raw":null,"duration_s":162.47979752899937,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":634,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.732621992000531,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":974,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.344708804999755,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":807,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.459158031999323,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1074,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.726702054999805,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":869,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.34471747799944,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":685,"out_tokens":891,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.0802587219996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":788,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.483122828999512,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":636,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.620728943000358,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":999,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.377583018999758,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":921,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.192184601000008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":722,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.847698084000513,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":816,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.721201254999869,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":919,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.616060513000775,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":781,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.906045608000568,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":851,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.760596731000078,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":813,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.962309674000608,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":657,"out_tokens":893,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.60371370700068,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":973,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.238272933999724,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1057,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.734621196999797,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":7568,"error":null,"skip_reason":null,"score_raw":null,"duration_s":224.1003569959994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":3847,"error":null,"skip_reason":null,"score_raw":null,"duration_s":99.93848138700014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":843,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.118436413999916,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":696,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.099810633999368,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":724,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.186563659000058,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":6950,"error":null,"skip_reason":null,"score_raw":null,"duration_s":206.951415044,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":1199,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.65241513000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":1277,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.301231755999652,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1396,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.420580164000057,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":1474,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.799127066000437,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":1300,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.523469600999306,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1575,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.47181924800043,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1903,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.95280248600011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":1283,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.199671114999546,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1292,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.5828013549999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":2972,"error":null,"skip_reason":null,"score_raw":null,"duration_s":80.5880088290005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1236,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.24399821299994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.001323778,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":1149,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.521747109999524,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":1244,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.589428534000035,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0021808700003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1178,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.129668106999816,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":8054,"error":null,"skip_reason":null,"score_raw":null,"duration_s":209.5160792050001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1761,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.167742626999825,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1143,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.41754386299999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":1112,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.019471113999316,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":446.3021756830003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":1518,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.921578890999626,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":1178,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.26749313200071,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1153,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.090043610000066,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":999,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.21271638500002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":2579,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.03389725200032,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1057,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.389181653999913,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":2324,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.13188743399951,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":6357,"error":null,"skip_reason":null,"score_raw":null,"duration_s":172.22952440100016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1730,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.1407217040005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":2551,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.87707431099989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1589,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.926728700999774,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.38039529999969,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":494.03732901500007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1687,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.92621275500005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":438.5648163189999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1193,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.367564221000066,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1465,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.54738087499936,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0041494840002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1578,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.764190548999977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":2227,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.07905258000028,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1699,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.137670534999415,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2215.7594752030004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":2120,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.19458037500044,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1243,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.7444974809996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":1484,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.753156040999784,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":1416,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.831173900000067,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1433,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.558300859000155,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1546,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.18297033900035,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1764,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.36927186499997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.4357664019999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1641,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.29017873800058,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":409.65887532099987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.90222235700003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.1366984440001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":1156,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.19955291400038,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1705,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.50384873299936,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":2007,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.00649419399997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2172,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.25622096400002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":1243,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.64321315699999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":1596,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.762326472000495,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":3217,"error":null,"skip_reason":null,"score_raw":null,"duration_s":91.36081744100011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":3072,"error":null,"skip_reason":null,"score_raw":null,"duration_s":97.09616972799995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":3765,"error":null,"skip_reason":null,"score_raw":null,"duration_s":110.13733333399978,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1747,"error":null,"skip_reason":null,"score_raw":null,"duration_s":50.476512342000206,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":2627,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.3815955909995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1982,"error":null,"skip_reason":null,"score_raw":null,"duration_s":60.237072289000025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":1971,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.14539855200019,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0025763000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.010145021,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":7421,"error":null,"skip_reason":null,"score_raw":null,"duration_s":210.10053128000072,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":3744,"error":null,"skip_reason":null,"score_raw":null,"duration_s":114.91878508700029,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2973,"error":null,"skip_reason":null,"score_raw":null,"duration_s":83.30860893800036,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":472.4350089419995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1913,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.702512844999546,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1964,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.604075014000045,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":434.44047948299976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":3425,"error":null,"skip_reason":null,"score_raw":null,"duration_s":99.8736162489995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1817,"error":null,"skip_reason":null,"score_raw":null,"duration_s":50.93186843900003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":468.8213807379998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":2535,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.70857595500001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":427.915680006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":3879,"error":null,"skip_reason":null,"score_raw":null,"duration_s":113.64075257199966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":3978,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.65713829800006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":3474,"error":null,"skip_reason":null,"score_raw":null,"duration_s":92.41523706499993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":2303,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.09797978899951,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":2613,"error":null,"skip_reason":null,"score_raw":null,"duration_s":70.30211320200033,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":5473,"error":null,"skip_reason":null,"score_raw":null,"duration_s":152.89031598200017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1549,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.29636122300053,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":2628,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.69102506700074,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1258,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.41419714999938,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":3239,"error":null,"skip_reason":null,"score_raw":null,"duration_s":86.0263094210004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":2251,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.2156355369998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":3790,"error":null,"skip_reason":null,"score_raw":null,"duration_s":104.52305233000061,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":12259,"error":null,"skip_reason":null,"score_raw":null,"duration_s":160.431924384,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":3056,"error":null,"skip_reason":null,"score_raw":null,"duration_s":82.39380082699972,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":325,"out_tokens":6649,"error":null,"skip_reason":null,"score_raw":null,"duration_s":305.50056904900066,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2581,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.6088816169995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":3360,"error":null,"skip_reason":null,"score_raw":null,"duration_s":95.80215277699972,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":3808,"error":null,"skip_reason":null,"score_raw":null,"duration_s":107.94056242700026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":5738,"error":null,"skip_reason":null,"score_raw":null,"duration_s":174.94577974100048,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":2530,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.89038341100058,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":468.0563348750002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":2443,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.82720027800042,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":2731,"error":null,"skip_reason":null,"score_raw":null,"duration_s":69.86563488600041,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":4600,"error":null,"skip_reason":null,"score_raw":null,"duration_s":136.57523650700023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":461.683011094,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":15787,"error":null,"skip_reason":null,"score_raw":null,"duration_s":186.90122959699966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":3760,"error":null,"skip_reason":null,"score_raw":null,"duration_s":113.88819703399986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":5112,"error":null,"skip_reason":null,"score_raw":null,"duration_s":136.6164276060008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":4075,"error":null,"skip_reason":null,"score_raw":null,"duration_s":110.51228398700005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":6843,"error":null,"skip_reason":null,"score_raw":null,"duration_s":185.92489230000047,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":14958,"error":null,"skip_reason":null,"score_raw":null,"duration_s":180.2945319569999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":2855,"error":null,"skip_reason":null,"score_raw":null,"duration_s":83.91153727499932,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":317,"out_tokens":13731,"error":null,"skip_reason":null,"score_raw":null,"duration_s":199.27149978300076,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":3997,"error":null,"skip_reason":null,"score_raw":null,"duration_s":116.70892041499974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":442.1401117579999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":4396,"error":null,"skip_reason":null,"score_raw":null,"duration_s":119.65022854000017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":6636,"error":null,"skip_reason":null,"score_raw":null,"duration_s":183.8352360990002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":5122,"error":null,"skip_reason":null,"score_raw":null,"duration_s":139.1490175959998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":3350,"error":null,"skip_reason":null,"score_raw":null,"duration_s":96.6295238849998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":4330,"error":null,"skip_reason":null,"score_raw":null,"duration_s":110.4329793249999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":467.56342636499994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":8610,"error":null,"skip_reason":null,"score_raw":null,"duration_s":213.34504478399958,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":3326,"error":null,"skip_reason":null,"score_raw":null,"duration_s":97.94519124699946,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":3188,"error":null,"skip_reason":null,"score_raw":null,"duration_s":90.72150401399995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":2024,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.58281410699965,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":6991,"error":null,"skip_reason":null,"score_raw":null,"duration_s":174.73155075199975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":3547,"error":null,"skip_reason":null,"score_raw":null,"duration_s":104.2490305020001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":440.8594685759999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":4146,"error":null,"skip_reason":null,"score_raw":null,"duration_s":116.22345958599999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":527,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":null,"duration_s":238.36271691899947,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":427.5635355910008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":7625,"error":null,"skip_reason":null,"score_raw":null,"duration_s":210.6868372429999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":494.8000620970006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":9579,"error":null,"skip_reason":null,"score_raw":null,"duration_s":262.36750091699923,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":11200,"error":null,"skip_reason":null,"score_raw":null,"duration_s":317.6701672270001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":5877,"error":null,"skip_reason":null,"score_raw":null,"duration_s":166.079710514,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":15326,"error":null,"skip_reason":null,"score_raw":null,"duration_s":201.51012090699987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":8601,"error":null,"skip_reason":null,"score_raw":null,"duration_s":232.40621921100046,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":3378,"error":null,"skip_reason":null,"score_raw":null,"duration_s":99.54811286699987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":3224,"error":null,"skip_reason":null,"score_raw":null,"duration_s":91.82808413299972,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":6362,"error":null,"skip_reason":null,"score_raw":null,"duration_s":175.77644679900004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":4949,"error":null,"skip_reason":null,"score_raw":null,"duration_s":131.3677494200001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":425.9456312299999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":457.1066574160004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":7303,"error":null,"skip_reason":null,"score_raw":null,"duration_s":213.4275196389999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":483.9884744289993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":7790,"error":null,"skip_reason":null,"score_raw":null,"duration_s":222.60643434900066,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":14090,"error":null,"skip_reason":null,"score_raw":null,"duration_s":376.9814929670001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":440.9288872110001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":411.4827920609996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":449.02149879900026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":462.5638469530004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":451.9694956459998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3900.040310915,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}