{"model_id":"mistral-large-2","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":370,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.73025920500001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.859424628000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":376,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.143500236000008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"ok","in_tokens":452,"out_tokens":528,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.286484132000012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":347,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.070029439999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":359,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.996621220000009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":382,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.065099146999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.585783764999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":1101,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.66270827000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":710,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.894754939000023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":1485,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.692805637999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"ok","in_tokens":663,"out_tokens":1397,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.096096164000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":737,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.99244100899999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":445,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.8540033570000105,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"ok","in_tokens":815,"out_tokens":1511,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.835978601000008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":490,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.564122972999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":665,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.600108763999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.441169082000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":356,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.266572992999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":449,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.130265027000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":645,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.250004083999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":355,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.715774947,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":650,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.125822414999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":361,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.15940256799999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.989981635999982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"ok","in_tokens":347,"out_tokens":405,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.703414086999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"ok","in_tokens":764,"out_tokens":239,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.58236320399999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":3747,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.85716310400001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":1289,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.355007916000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":573,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.838619947000012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":472,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.589483593000011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"ok","in_tokens":770,"out_tokens":1225,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.96596679199999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":505,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.92231895200001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.160582097,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":433,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.8108993379999845,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":485,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.652173508000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":399,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.145562474000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":632,"out_tokens":1346,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.670585639999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"ok","in_tokens":807,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.49601810699998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1551,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.61867386200001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":505,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.419009469000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":799,"out_tokens":352,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.863343818999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":365,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.946346543999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":395,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.9487034949999895,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":351,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.634133831000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":338,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.400334681999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":371,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.423790846999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":5262,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.978561907000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"ok","in_tokens":414,"out_tokens":260,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.787794168000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":371,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.603704014000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":577,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.860866557999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":352,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.783060938999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":455,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.695600560000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":1256,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.30688804900001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":549,"out_tokens":1259,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.408645369,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":497,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.755015323999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":493,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.877510837000017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1904,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.831888773999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":828,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.800869270999982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.63096600200001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.70769459899998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"ok","in_tokens":739,"out_tokens":1572,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.765105708999982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":801,"out_tokens":287,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.15272254999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":6914,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.35285867200001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":489,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.060610467000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":699,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.495645534000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":289,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.62400720900001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":441,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.393636995999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":5218,"error":null,"skip_reason":null,"score_raw":null,"duration_s":79.928772581,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"ok","in_tokens":325,"out_tokens":7430,"error":null,"skip_reason":null,"score_raw":null,"duration_s":81.76337851499999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":470,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.3549272490000135,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":462,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.436672912999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":543,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.396656312000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":785,"out_tokens":1511,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.547897309000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":1084,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.796786343999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":549,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.008274664999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":360,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.20582137700001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.579304352999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":540,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.197076134000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":450,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.705588084999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":1754,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.853051704999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":849,"out_tokens":431,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.73730986300001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":328,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.059678671,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"ok","in_tokens":863,"out_tokens":225,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.842014200999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.000460910000015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":329,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.171592102000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":419,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.19834811299998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":266,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.86923316100001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":318,"out_tokens":5532,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.76847756800001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":595,"out_tokens":1284,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.672989602,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":988,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.249590281999986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":860,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.167717115999977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":374,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.34047382200001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.94341431699999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":715,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.662746314000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":503,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.227121944999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"ok","in_tokens":610,"out_tokens":1237,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.022383139,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":6152,"error":null,"skip_reason":null,"score_raw":null,"duration_s":112.009806076,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.394949010000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":373,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.445323797000015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":1363,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.776922404000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":452,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.669587769000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":258,"out_tokens":187,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.955173701999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":679,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.05639182600001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":6107,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.80493058299999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":428,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.393879604000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":765,"out_tokens":378,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.88839751500001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.65786111099999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1208,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.172087344000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":4507,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.311788749000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":589,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.425547715000022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":630,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.785567509000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":349,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.84988313400001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"ok","in_tokens":797,"out_tokens":370,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.53253762500003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":524,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.376110369999964,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1730,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.04368514699999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":7652,"error":null,"skip_reason":null,"score_raw":null,"duration_s":134.260498448,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":317,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.64113615399998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":472,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.43172938699999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":292,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.6820889480000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":610,"error":null,"skip_reason":null,"score_raw":null,"duration_s":77.81476261899996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"ok","in_tokens":861,"out_tokens":614,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.60348471299997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":1834,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.99122084900003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":1426,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.82006810300001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.3468651559999785,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.412304003999964,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":226,"out_tokens":438,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.4873670739999625,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":402,"out_tokens":261,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.520693698000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.20912450700001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":5953,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.83440696599999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":381,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.30254343200002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":1250,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.643498652000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":6137,"error":null,"skip_reason":null,"score_raw":null,"duration_s":147.194184927,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":288,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.818614023999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.1393643209999595,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":290,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.701076970000031,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.2958959389999904,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.998842036999974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.197065457999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.911339812999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":899,"out_tokens":399,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.85932424499998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.002150279999967,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1352,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.859417432999976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":280,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.098059798000008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":518,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.704712076000021,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"ok","in_tokens":549,"out_tokens":8628,"error":null,"skip_reason":null,"score_raw":null,"duration_s":157.167446743,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.706415867999965,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":6401,"error":null,"skip_reason":null,"score_raw":null,"duration_s":157.81622280100004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":345,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.449677241000018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":236,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.190287777000037,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":1246,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.632896475999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.473443265000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1355,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.530994264000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":352,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.860766122999962,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"ok","in_tokens":414,"out_tokens":9355,"error":null,"skip_reason":null,"score_raw":null,"duration_s":163.304639365,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":304,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.737247734999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"ok","in_tokens":789,"out_tokens":319,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.18143629299996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":734,"out_tokens":249,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.569663952999974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.052770672999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.19532817299995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":301,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.739542668000013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1453,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.086166953999964,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":null,"duration_s":3.005052018000015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":498,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.662038681000013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.094192966000037,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":280,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.740615704999982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":null,"duration_s":3.570862472999977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.438073470999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":589,"out_tokens":1537,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.904077494000035,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.11381978999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.797810126,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":1395,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.46456753800004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":1212,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.638453216000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.30437092400001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"ok","in_tokens":286,"out_tokens":4090,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.93158011199998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":1025,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.870806182000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":7119,"error":null,"skip_reason":null,"score_raw":null,"duration_s":188.91023664699998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.482649622999986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":199,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.65598410399997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1018,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.40318363700004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":777,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.305123234999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":1208,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.918025066999974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.785800798000025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1173,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.062681278000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":225,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.37834411999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"ok","in_tokens":798,"out_tokens":298,"error":null,"skip_reason":null,"score_raw":null,"duration_s":50.36250328,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":5780,"error":null,"skip_reason":null,"score_raw":null,"duration_s":98.450044069,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":1077,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.268773664000037,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":337,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.21178008100003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":277,"error":null,"skip_reason":null,"score_raw":null,"duration_s":50.40685258799999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.131867938000028,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":1066,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.22704656799999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":661,"out_tokens":975,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.498114602000044,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":722,"out_tokens":976,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.802971405999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":899,"out_tokens":365,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.90234313600001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":283,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.724650931000042,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":308,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.050048645000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":1154,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.657138420000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":918,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.853416581999966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":870,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.574506626000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":521,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.900252480000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":798,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.17796198000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"ok","in_tokens":523,"out_tokens":6130,"error":null,"skip_reason":null,"score_raw":null,"duration_s":102.50327886900004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":346,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.83081473499999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.75882184699998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":340,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.65340906,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":362,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.99711831100001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.61949908500003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":null,"duration_s":3.6261273580000193,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":null,"duration_s":3.0788854689999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":423,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.949124181999991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":290,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.136026491999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":null,"duration_s":3.7529275609999786,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":344,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.333427736000033,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.74985760999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":1013,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.77473733300002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":1004,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.500792246999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.929455690999987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":907,"out_tokens":448,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.60099434299997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":695,"out_tokens":934,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.88481852000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":444,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.075257374000046,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":741,"out_tokens":324,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.78023041399996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":269,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.393297971000038,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":1023,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.304545517000008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":521,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.72296464599998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":511,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.407061803999966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":438,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.892296145999978,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":403,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.224992186999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.338574198000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"ok","in_tokens":377,"out_tokens":7015,"error":null,"skip_reason":null,"score_raw":null,"duration_s":114.28348833199999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":592,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.46839445400002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":558,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.768063698999981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":587,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.535576864000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":663,"out_tokens":836,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.241049546999989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":735,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.726869870999963,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":986,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.615746642999966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":532,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.836724481000033,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":666,"out_tokens":909,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.299529328999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":809,"out_tokens":251,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.092994895000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":433,"out_tokens":11509,"error":null,"skip_reason":null,"score_raw":null,"duration_s":272.140949716,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":450,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.829814624999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":481,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.85336737099999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":521,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.75005385899999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.112332433000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.811563444,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.333015223000018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":683,"out_tokens":970,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.47915494700004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":498,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.363856526999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":629,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.510509524999975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":459,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.342595469999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":451,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.697722401000021,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":425,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.353373784999974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":449,"out_tokens":7607,"error":null,"skip_reason":null,"score_raw":null,"duration_s":127.60885119,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":704,"out_tokens":1141,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.486625729000025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":379,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.294389480999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"ok","in_tokens":564,"out_tokens":10383,"error":null,"skip_reason":null,"score_raw":null,"duration_s":288.104025633,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":1098,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.95954551599999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":645,"out_tokens":1124,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.165770024999972,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":6184,"error":null,"skip_reason":null,"score_raw":null,"duration_s":104.48102863999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":518,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.75346140199997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":679,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.678473569000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":862,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.259106396999982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":253,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.421556562000035,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":822,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.96906636,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":154,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.085078114999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":392,"out_tokens":256,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.765563878000023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":825,"out_tokens":498,"error":null,"skip_reason":null,"score_raw":null,"duration_s":80.63504410799999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":559,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.959118934999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":787,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.696866295000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":887,"out_tokens":331,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.62950073600001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":6303,"error":null,"skip_reason":null,"score_raw":null,"duration_s":196.189948427,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":995,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.218897005999963,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":923,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.348564368999973,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.27473709200001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":836,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.89269725500003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":3531,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.28355762599995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":916,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.04029346499999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":375,"out_tokens":15053,"error":null,"skip_reason":null,"score_raw":null,"duration_s":226.09487041100002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":702,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.438821668000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":703,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.661483943000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":1011,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.623261817000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":152,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.177335403999962,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.722831584000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":730,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.631704526000021,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":794,"out_tokens":378,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.96480659000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.287593070000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":1034,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.240083519999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":681,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.414753553000025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":887,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.07894144100004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":978,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.628205374000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":605,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.225239021999982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":817,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.576569612000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.570778684999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":801,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.544961648000026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":709,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.238590520999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":151,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.931675651000035,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":797,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.67668985499995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":918,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.96669772599995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":9577,"error":null,"skip_reason":null,"score_raw":null,"duration_s":169.08249263899995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":353,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.345052449000036,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":638,"out_tokens":850,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.788254466000012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":865,"out_tokens":356,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.82826948400003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.137405204000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1194,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.876941691000013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":161,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.733858085999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":6231,"error":null,"skip_reason":null,"score_raw":null,"duration_s":208.999102745,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":1152,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.878078554000012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":825,"out_tokens":305,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.65792665600003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":660,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.465974270000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":856,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.85018073499998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":399,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.377052766999952,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":571,"out_tokens":622,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.647107167999991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":375,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.110053606000008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":1112,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.817678065999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"ok","in_tokens":509,"out_tokens":7991,"error":null,"skip_reason":null,"score_raw":null,"duration_s":138.25915942600005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":662,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.002685035000013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":435,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.603292437999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":338,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.181077888999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":4220,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.15789592700003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":1152,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.563985971000022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":816,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.402290420999975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":853,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.127968351999982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1168,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.940737693000017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":742,"out_tokens":412,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.986923771000022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.026737761999982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.742131400999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":1011,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.20619673899995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.028813585000023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":6472,"error":null,"skip_reason":null,"score_raw":null,"duration_s":79.12931679600001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.16270648099999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":680,"out_tokens":716,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.843757450999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":857,"out_tokens":921,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.060089888999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":898,"out_tokens":874,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.497942467999962,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":773,"out_tokens":369,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.42831600599999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":164,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.081969458000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":892,"out_tokens":357,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.994510987000012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1014,"out_tokens":1186,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.134394208999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":799,"out_tokens":295,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.410654179000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":864,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.380822443999989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":852,"out_tokens":330,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.573466843000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":171,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.480391009000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.92530104399998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":216,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.524987271999976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":979,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.006269304,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":1005,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.78345686199998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":552,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.979286419000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":151,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.948461772999963,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":911,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.628412290999961,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":865,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.319435063999947,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":786,"out_tokens":303,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.002752875,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":806,"out_tokens":407,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.14686885699996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":761,"out_tokens":136,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.04743022599996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":790,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.839097859000049,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":716,"out_tokens":1007,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.836117183000056,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":134,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.863628675000086,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":262,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.77920722700003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":1089,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.823435188000076,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":141,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.944583355999953,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":1088,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.161054594999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":755,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.39408993500001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":783,"out_tokens":327,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.248911497999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":869,"out_tokens":343,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.5033620800001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":787,"out_tokens":212,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.117010575999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":6216,"error":null,"skip_reason":null,"score_raw":null,"duration_s":163.40075001900004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":1095,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.379906186000085,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":779,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.493313865999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.62589579300004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":754,"out_tokens":298,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.530743196000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":718,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.003057590000026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":799,"out_tokens":111,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.988789909999923,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":6422,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.63720284899995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.168463506999956,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":741,"out_tokens":254,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.035320358000035,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":97,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.27428385299993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":7550,"error":null,"skip_reason":null,"score_raw":null,"duration_s":69.52899946899998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.978143645000046,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":863,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.41936290000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1418,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.986729028000013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":843,"out_tokens":269,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.691221371999973,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":149,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.922585780999952,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":863,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.998366208999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":1239,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.416631958999915,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":767,"out_tokens":201,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.420389751000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1468,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.43144151499996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.246739171999934,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":1795,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.617685331000075,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":10445,"error":null,"skip_reason":null,"score_raw":null,"duration_s":174.21328687099998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.479202559999976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":381,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.903472677999957,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.149341743000036,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":672,"out_tokens":1259,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.535470121999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":843,"out_tokens":289,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.17080303199998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":761,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.556526830000053,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":761,"out_tokens":261,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.428145374999986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.184093295000025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1070,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.373887138999976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1352,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.616603210999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":553,"out_tokens":1221,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.000332751999963,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":8048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":143.580141163,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":9976,"error":null,"skip_reason":null,"score_raw":null,"duration_s":171.08794183900005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.834939445000032,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":699,"out_tokens":306,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.733655940999938,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.200676351000084,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":1284,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.75043167599995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":266,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.90434225199999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":765,"out_tokens":141,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.54870990099994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1223,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.572788743000046,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":261,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.83463177300007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":812,"out_tokens":142,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.543071383999973,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":1518,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.312535815999922,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.383794427999987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1423,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.81473213600009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":162.09644938999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":1114,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.431991611000058,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.585869391000074,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":1162,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.40427982799997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.942695866999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":830,"out_tokens":148,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.428873385999964,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":787,"out_tokens":109,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.554716271000075,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":7859,"error":null,"skip_reason":null,"score_raw":null,"duration_s":95.0580503519999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":824,"out_tokens":127,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.043360510999946,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":1522,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.493935031000092,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":1674,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.93158380600005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.034638513000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":556,"out_tokens":1273,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.13807625000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":906,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.690101811999966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":318,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.962550556999986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":7252,"error":null,"skip_reason":null,"score_raw":null,"duration_s":99.42631541200001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":781,"out_tokens":170,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.47635673299999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":137,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.250241820000042,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1175,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.786011196999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":152,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.44200012300007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.707787501000098,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.786721661,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.677159415000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":798,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.02218915000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.04424762300005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":1676,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.594271873000025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":12465,"error":null,"skip_reason":null,"score_raw":null,"duration_s":207.86003605499997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1010,"out_tokens":1968,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.43969317199992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":178,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.199734259000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.49145875199997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.782496005999974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":916,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.814679303999924,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.198851260000083,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.619119533999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.346439033000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.26271718700002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1396,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.949240366000026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.357907265000108,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.84113160700008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":861,"out_tokens":295,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.34677175599995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":886,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.57989841599999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1519,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.559563989000026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.91182729100001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":134,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.199297032000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":1705,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.449571949000074,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":4919,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.21107257200003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":601.200028539,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":1177,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.537661368000045,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":205,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.961999470000023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":6852,"error":null,"skip_reason":null,"score_raw":null,"duration_s":85.10424883300004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":892,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.598010757,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":157,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.914154124999982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":121,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.98150314899999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":789,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.314136512000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":173,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.437740763999955,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1309,"out_tokens":1895,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.048327608000022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1103,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.668064125,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":190.6362415330001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":8933,"error":null,"skip_reason":null,"score_raw":null,"duration_s":152.72430834099998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":9294,"error":null,"skip_reason":null,"score_raw":null,"duration_s":154.913605017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":10432,"error":null,"skip_reason":null,"score_raw":null,"duration_s":172.72616392200007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1109,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.023435319999976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":278,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.47068224700001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":927,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.492001998999967,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.91512276800006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":316,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.789838857000063,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":329,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.70324362300005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":985,"out_tokens":139,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.686467096,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":781,"out_tokens":298,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.18777994000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":4434,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.32668846599995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.21222520899994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":5732,"error":null,"skip_reason":null,"score_raw":null,"duration_s":60.75103908899996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":142,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.352499830000056,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":251,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.658289968999952,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.75531148699997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":314,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.898804529000017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.475506430999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":6268,"error":null,"skip_reason":null,"score_raw":null,"duration_s":173.150938118,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.194966878999935,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":824,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":null,"duration_s":77.70721300700006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.49020025099992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":3848,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.610480241000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":251,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.231976200999952,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1029,"out_tokens":342,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.469061186999966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":892,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.554417217999912,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":502,"out_tokens":3437,"error":null,"skip_reason":null,"score_raw":null,"duration_s":60.717191778999904,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":6924,"error":null,"skip_reason":null,"score_raw":null,"duration_s":91.45275820899997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.21427096100001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":850,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.61924602499994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":832,"out_tokens":209,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.54800210999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":209,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.96545413900003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":244,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.172072789999902,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"ok","in_tokens":663,"out_tokens":7208,"error":null,"skip_reason":null,"score_raw":null,"duration_s":94.27077719900001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":812,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.443839600000047,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":432,"out_tokens":5446,"error":null,"skip_reason":null,"score_raw":null,"duration_s":88.162451143,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.3196720709999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":282,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.397004089999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":432,"out_tokens":298,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.84709111799998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.27594729000009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":263,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.87821097699998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":108,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.143073648999916,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":803,"out_tokens":142,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.958374183999922,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":811,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.50210084499997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":800,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.50160790899997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":6544,"error":null,"skip_reason":null,"score_raw":null,"duration_s":97.14503984199996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":373,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.602159216000018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":341,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.52811334599994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"ok","in_tokens":770,"out_tokens":4733,"error":null,"skip_reason":null,"score_raw":null,"duration_s":62.68657066200001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":372,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.29950059099997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":451.840131718,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"ok","in_tokens":815,"out_tokens":10029,"error":null,"skip_reason":null,"score_raw":null,"duration_s":135.42157454300002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":796,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.561865603,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":7359,"error":null,"skip_reason":null,"score_raw":null,"duration_s":101.55604360500001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":346,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.833573315999956,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":800,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.62609001499993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":6488,"error":null,"skip_reason":null,"score_raw":null,"duration_s":86.45599119500002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":270,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.97730672800003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":632,"out_tokens":4726,"error":null,"skip_reason":null,"score_raw":null,"duration_s":67.83601957799999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":279,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.42003851300001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":895,"out_tokens":460,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.51517938099994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":858,"out_tokens":359,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.324802199000032,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":809,"out_tokens":209,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.026324725999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":305,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.899843057,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":344,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.71383658800005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"ok","in_tokens":438,"out_tokens":15472,"error":null,"skip_reason":null,"score_raw":null,"duration_s":237.13665525499994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":847,"out_tokens":522,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.966931206000027,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":347,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.160523127000033,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":3026,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.518104125000036,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":331,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.73371461900001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":431,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.729361483000048,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":752,"out_tokens":495,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.979678993999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":469,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.792095620000055,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":803,"out_tokens":362,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.560948768,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":433,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.679527490000055,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":752,"out_tokens":317,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.16176377699992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":5362,"error":null,"skip_reason":null,"score_raw":null,"duration_s":83.67641999599994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":417,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.546041063000075,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":563,"out_tokens":12144,"error":null,"skip_reason":null,"score_raw":null,"duration_s":204.14567307699997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":7078,"error":null,"skip_reason":null,"score_raw":null,"duration_s":121.08468302400001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":781,"out_tokens":361,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.17853848499999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":6924,"error":null,"skip_reason":null,"score_raw":null,"duration_s":89.56401274500001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":768,"out_tokens":321,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.190544887999977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":2562,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.57074591000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":736,"out_tokens":417,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.22381253600008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":7739,"error":null,"skip_reason":null,"score_raw":null,"duration_s":101.02925965000009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":5968,"error":null,"skip_reason":null,"score_raw":null,"duration_s":85.05878644699999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":320,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.387723703999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":7137,"error":null,"skip_reason":null,"score_raw":null,"duration_s":233.60619444099996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":730,"out_tokens":380,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.358184694999977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":549,"out_tokens":7000,"error":null,"skip_reason":null,"score_raw":null,"duration_s":89.25188505599999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":787,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.967842952999945,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":5708,"error":null,"skip_reason":null,"score_raw":null,"duration_s":205.93747308900004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":739,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.48668743799999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":768,"out_tokens":157,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.598098927000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":3824,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.25155774699999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":893,"out_tokens":351,"error":null,"skip_reason":null,"score_raw":null,"duration_s":50.03199903400002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":3503,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.39145937300009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":768,"out_tokens":463,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.67919027699986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1006,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.804244893000032,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":4942,"error":null,"skip_reason":null,"score_raw":null,"duration_s":87.67166820699993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":4455,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.40187558899993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":3729,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.84407350400011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":955,"out_tokens":672,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.205366211999944,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":970,"out_tokens":602,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.04414638700007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":925,"out_tokens":582,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.369342939000035,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":15128,"error":null,"skip_reason":null,"score_raw":null,"duration_s":254.75234486199986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":3470,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.997656527000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":6083,"error":null,"skip_reason":null,"score_raw":null,"duration_s":80.76947980299997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":809,"out_tokens":349,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.794657713000106,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"ok","in_tokens":739,"out_tokens":7501,"error":null,"skip_reason":null,"score_raw":null,"duration_s":108.69364602899998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":926,"out_tokens":562,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.86821593800005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":880,"out_tokens":376,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.033250264000117,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":4560,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.93995037599984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":7146,"error":null,"skip_reason":null,"score_raw":null,"duration_s":128.16705167099997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":2760,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.44353409700011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":770,"out_tokens":376,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.822866360000035,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":3970,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.38430859499999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":9868,"error":null,"skip_reason":null,"score_raw":null,"duration_s":128.499261283,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":861,"out_tokens":359,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.7854754089999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":381,"out_tokens":3093,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.37886756700004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1148,"out_tokens":742,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.34947237900019,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1575,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.58391980500005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1032,"out_tokens":619,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.39875597900004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":2204,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.24773843800017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1033,"out_tokens":702,"error":null,"skip_reason":null,"score_raw":null,"duration_s":50.27646545199991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":2440,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.742198515000155,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":785,"out_tokens":12612,"error":null,"skip_reason":null,"score_raw":null,"duration_s":166.35071468900003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1363,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.690383269999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":6383,"error":null,"skip_reason":null,"score_raw":null,"duration_s":86.67500096200001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":595,"out_tokens":6340,"error":null,"skip_reason":null,"score_raw":null,"duration_s":82.953389131,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":3429,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.26321039499999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":879,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.510703358,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":5020,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.99580729900003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"ok","in_tokens":949,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.46310826700005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":3555,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.966827116999866,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"ok","in_tokens":906,"out_tokens":369,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.84157022399995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":2587,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.533656374999964,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"ok","in_tokens":610,"out_tokens":7356,"error":null,"skip_reason":null,"score_raw":null,"duration_s":97.10671397100009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":4828,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.413285594999934,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2344,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.529502891999982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":3117,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.29323406599997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":3493,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.013869946999876,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":3514,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.40889358200002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":433,"out_tokens":8832,"error":null,"skip_reason":null,"score_raw":null,"duration_s":153.92314245400007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":943,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.0953063469999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"ok","in_tokens":1036,"out_tokens":403,"error":null,"skip_reason":null,"score_raw":null,"duration_s":131.92450521299997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":7284,"error":null,"skip_reason":null,"score_raw":null,"duration_s":104.08052103599994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":2193,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.96431036299987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":7995,"error":null,"skip_reason":null,"score_raw":null,"duration_s":107.17276867999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":941,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":null,"duration_s":95.15275892599993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":3558,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.45393613300007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":3755,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.78918860900012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":2564,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.69518895500005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":2228,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.249781141999847,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":2510,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.25612566199993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":10816,"error":null,"skip_reason":null,"score_raw":null,"duration_s":137.81967657600012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":9744,"error":null,"skip_reason":null,"score_raw":null,"duration_s":135.00907073400003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":991,"out_tokens":431,"error":null,"skip_reason":null,"score_raw":null,"duration_s":89.70570804399995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":5694,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.5223298620001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":2996,"error":null,"skip_reason":null,"score_raw":null,"duration_s":60.194014085999925,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":3829,"error":null,"skip_reason":null,"score_raw":null,"duration_s":78.91478009299999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"ok","in_tokens":926,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":null,"duration_s":89.61062665500003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":8448,"error":null,"skip_reason":null,"score_raw":null,"duration_s":112.96889952900005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1854,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.936372036999956,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":4991,"error":null,"skip_reason":null,"score_raw":null,"duration_s":89.69151860700003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":4114,"error":null,"skip_reason":null,"score_raw":null,"duration_s":346.00482965599986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"ok","in_tokens":1005,"out_tokens":370,"error":null,"skip_reason":null,"score_raw":null,"duration_s":216.13063402900002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":3553,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.99773894300006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":6809,"error":null,"skip_reason":null,"score_raw":null,"duration_s":107.11144727600004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":3335,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.42647988900012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":6852,"error":null,"skip_reason":null,"score_raw":null,"duration_s":91.48164211800008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"ok","in_tokens":976,"out_tokens":678,"error":null,"skip_reason":null,"score_raw":null,"duration_s":173.23763340799997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":3799,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.64955066300013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":7470,"error":null,"skip_reason":null,"score_raw":null,"duration_s":100.49193587000013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":907,"out_tokens":299,"error":null,"skip_reason":null,"score_raw":null,"duration_s":104.04786957200008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":7705,"error":null,"skip_reason":null,"score_raw":null,"duration_s":106.34413046700001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":5452,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.84850723199997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"ok","in_tokens":1003,"out_tokens":599,"error":null,"skip_reason":null,"score_raw":null,"duration_s":96.76851566200003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"ok","in_tokens":939,"out_tokens":290,"error":null,"skip_reason":null,"score_raw":null,"duration_s":69.69562469499988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":3367,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.945672348000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":3081,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.77260789600018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":569.513188899,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":2855,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.027327641000056,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":13702,"error":null,"skip_reason":null,"score_raw":null,"duration_s":256.4099276889999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":3993,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.03533259400001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":4444,"error":null,"skip_reason":null,"score_raw":null,"duration_s":62.89167229100008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":4569,"error":null,"skip_reason":null,"score_raw":null,"duration_s":79.10822026699998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":6139,"error":null,"skip_reason":null,"score_raw":null,"duration_s":75.77343770099992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":876,"out_tokens":205,"error":null,"skip_reason":null,"score_raw":null,"duration_s":62.03856922600016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":3978,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.33245881199991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":589,"out_tokens":7275,"error":null,"skip_reason":null,"score_raw":null,"duration_s":92.10860957799991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":2971,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.79864275,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":2889,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.56736239099996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":2456,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.1968699250001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":4501,"error":null,"skip_reason":null,"score_raw":null,"duration_s":85.06074055400018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":3190,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.98657293300016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":4273,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.08858788899988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":3081,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.19387840400009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"ok","in_tokens":931,"out_tokens":369,"error":null,"skip_reason":null,"score_raw":null,"duration_s":125.84389838400011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":1041,"out_tokens":493,"error":null,"skip_reason":null,"score_raw":null,"duration_s":139.74490696800012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":3917,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.05055624800002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":3391,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.62984521900012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":5992,"error":null,"skip_reason":null,"score_raw":null,"duration_s":129.67346227400003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":722,"out_tokens":2884,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.295538537999846,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":5077,"error":null,"skip_reason":null,"score_raw":null,"duration_s":90.03456106600015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":3133,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.881050576,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":661,"out_tokens":3450,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.330101673999934,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":11450,"error":null,"skip_reason":null,"score_raw":null,"duration_s":240.59927800899982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":4267,"error":null,"skip_reason":null,"score_raw":null,"duration_s":63.883293387000094,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":6885,"error":null,"skip_reason":null,"score_raw":null,"duration_s":115.56362976700007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":982,"out_tokens":339,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.81805245800001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":3453,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.27112538999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":6007,"error":null,"skip_reason":null,"score_raw":null,"duration_s":96.23822392300008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":932,"out_tokens":276,"error":null,"skip_reason":null,"score_raw":null,"duration_s":83.30465588900006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":935,"out_tokens":397,"error":null,"skip_reason":null,"score_raw":null,"duration_s":189.43033867400004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":3063,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.88014500600002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":2677,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.596665592000136,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":2955,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.046029824000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"ok","in_tokens":940,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":null,"duration_s":155.956078725,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":2862,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.27899555099998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":428,"out_tokens":2787,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.882556840999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":2559,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.243881168999906,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":2581,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.85620362299983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":3582,"error":null,"skip_reason":null,"score_raw":null,"duration_s":78.6991181620001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":3286,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.27626126300015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":644.960490768,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":695,"out_tokens":3144,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.321272549000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":2548,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.60827293399984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":5735,"error":null,"skip_reason":null,"score_raw":null,"duration_s":95.92894607400012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":5900,"error":null,"skip_reason":null,"score_raw":null,"duration_s":158.34988682599987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":4216,"error":null,"skip_reason":null,"score_raw":null,"duration_s":63.97047953000015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1918,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.084422157999825,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":1760,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.42672474400001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":1041,"out_tokens":382,"error":null,"skip_reason":null,"score_raw":null,"duration_s":88.66692779300001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":2229,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.19834461200003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":1901,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.23070050499996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":1049,"out_tokens":334,"error":null,"skip_reason":null,"score_raw":null,"duration_s":86.56866856600004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":4126,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.38629791700009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":3096,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.42633679400001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":683,"out_tokens":2437,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.13924212400002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":663,"out_tokens":2927,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.16018496400011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":666,"out_tokens":2965,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.961804821999976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":3265,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.055464581000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":1416,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.44537020100006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":2692,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.31238884900017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":976,"out_tokens":735,"error":null,"skip_reason":null,"score_raw":null,"duration_s":115.19087270399996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":441,"out_tokens":2187,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.966540658999975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1780,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.39283572699992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":4772,"error":null,"skip_reason":null,"score_raw":null,"duration_s":69.71989202099985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":753,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.586790328999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":2126,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.352642193000065,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":3063,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.13082708000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":973,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.67679225500001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":4277,"error":null,"skip_reason":null,"score_raw":null,"duration_s":60.170983190000015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":883,"out_tokens":421,"error":null,"skip_reason":null,"score_raw":null,"duration_s":82.51498040399997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":645,"out_tokens":4142,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.066872975000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":951,"out_tokens":349,"error":null,"skip_reason":null,"score_raw":null,"duration_s":71.32602963800014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":704,"out_tokens":4402,"error":null,"skip_reason":null,"score_raw":null,"duration_s":60.19220961400015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":414,"out_tokens":796,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.468682917000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":6218,"error":null,"skip_reason":null,"score_raw":null,"duration_s":97.96358362499996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1470,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.747611629999938,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":2884,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.32830163199992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":4417,"error":null,"skip_reason":null,"score_raw":null,"duration_s":70.61022882100019,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":2835,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.32853823599999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2546,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.4594129699999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":1502,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.052526669000144,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":3754,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.036243180000156,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":967,"out_tokens":694,"error":null,"skip_reason":null,"score_raw":null,"duration_s":181.15254660799997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":3206,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.11889932200006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":3799,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.31972794400008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":3376,"error":null,"skip_reason":null,"score_raw":null,"duration_s":79.17989613300006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":4344,"error":null,"skip_reason":null,"score_raw":null,"duration_s":96.06606546499984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":6687,"error":null,"skip_reason":null,"score_raw":null,"duration_s":85.44368100299994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":2969,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.51130886999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":978,"out_tokens":482,"error":null,"skip_reason":null,"score_raw":null,"duration_s":104.66878366399987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":475,"out_tokens":1072,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.027313163000144,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":5034,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.13064634400007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":487,"out_tokens":1817,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.89040598299994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":500,"out_tokens":893,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.61373017699998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1830,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.770110756000122,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":4123,"error":null,"skip_reason":null,"score_raw":null,"duration_s":62.941286694000155,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1384,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.122862704,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":2917,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.137793655999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":3564,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.70244481200007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":936,"out_tokens":452,"error":null,"skip_reason":null,"score_raw":null,"duration_s":90.8826504839999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":2449,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.70496393899998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":3300,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.73006895100002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0081350550001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.007508595,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.006676962,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0036012389999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.008521456,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.009233196,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.007133996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0063986540001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":384,"out_tokens":1411,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.308187323000084,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":1968,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.44795606399998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":1704,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.418701533999865,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":1029,"out_tokens":586,"error":null,"skip_reason":null,"score_raw":null,"duration_s":122.58269661299983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":384,"out_tokens":1471,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.19678410999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":4732,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.18437316800009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":3968,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.454420131000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":4610,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.12297486899979,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":2253,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.132769057999894,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":638,"out_tokens":3674,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.028676656000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":922,"out_tokens":389,"error":null,"skip_reason":null,"score_raw":null,"duration_s":96.03703605500004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":1611,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.067035240999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":1007,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.79869863199997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":967,"out_tokens":397,"error":null,"skip_reason":null,"score_raw":null,"duration_s":93.37478555100006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":2084,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.06082085999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":4757,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.349733906999973,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":998,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.38774819100013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":571,"out_tokens":2859,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.77286094499982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":3296,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.75944891300014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":6153,"error":null,"skip_reason":null,"score_raw":null,"duration_s":110.66208372400001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":4688,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.66007070600017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":958,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.28916814200011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":932,"out_tokens":305,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.23184601800017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":4111,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.25963881500002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":4447,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.51273538999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":6180,"error":null,"skip_reason":null,"score_raw":null,"duration_s":117.07251979000011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":884,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.78711600199995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":458,"out_tokens":4573,"error":null,"skip_reason":null,"score_raw":null,"duration_s":102.37446641300016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":2876,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.18187837200003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":3776,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.713616009999896,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":7815,"error":null,"skip_reason":null,"score_raw":null,"duration_s":131.42209516899993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":1063,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":null,"duration_s":71.58572480299995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":4626,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.98169797499986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":4624,"error":null,"skip_reason":null,"score_raw":null,"duration_s":98.935316995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":915,"out_tokens":216,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.02134373600006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":941,"out_tokens":295,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.954405951000126,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":3540,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.113141783000174,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":680,"out_tokens":3938,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.26210708700023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":1007,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.966468006000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":857,"out_tokens":3744,"error":null,"skip_reason":null,"score_raw":null,"duration_s":50.16238499699989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.003260247,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":4894,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.652425600000015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":4863,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.78689475199985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":1034,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.94281221900019,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":898,"out_tokens":3899,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.77426825300017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":948,"out_tokens":356,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.33633097400002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":365,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.50329843600025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":5553,"error":null,"skip_reason":null,"score_raw":null,"duration_s":73.453144501,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":2359,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.979345172000194,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":928,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.555468349999956,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":103,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.4342195549998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":4938,"error":null,"skip_reason":null,"score_raw":null,"duration_s":75.31033406699999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.003966412,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":2483,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.05624851599987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":426,"out_tokens":3518,"error":null,"skip_reason":null,"score_raw":null,"duration_s":78.06547401599983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":925,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.766612155000075,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1014,"out_tokens":4640,"error":null,"skip_reason":null,"score_raw":null,"duration_s":63.63685013799977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":929,"out_tokens":244,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.68019612499984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":941,"out_tokens":131,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.648148570000103,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":2352,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.27373461699972,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":4443,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.36765002200036,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":1011,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.04881918399997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":883,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.96008731799975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":7709,"error":null,"skip_reason":null,"score_raw":null,"duration_s":166.8003578979999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":9393,"error":null,"skip_reason":null,"score_raw":null,"duration_s":244.00108530199986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":470,"out_tokens":8446,"error":null,"skip_reason":null,"score_raw":null,"duration_s":244.96732807900003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":535,"out_tokens":8487,"error":null,"skip_reason":null,"score_raw":null,"duration_s":246.04354606799984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":716,"out_tokens":3969,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.83746012199981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":896,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.783792477000134,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":1005,"out_tokens":157,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.54069808699978,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":985,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.562744000000293,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":2814,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.76874217199975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":4093,"error":null,"skip_reason":null,"score_raw":null,"duration_s":95.49841035200006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":5471,"error":null,"skip_reason":null,"score_raw":null,"duration_s":97.27880267400042,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":4654,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.36291191700002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":3482,"error":null,"skip_reason":null,"score_raw":null,"duration_s":70.76033828800018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":1005,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.73111273600034,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":3173,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.24624160199983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.008478078,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":133,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.03435547900017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0042026150002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":909,"out_tokens":268,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.66485902300019,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":3901,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.71158705000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":3422,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.441029542999786,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":985,"out_tokens":244,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.65316623799981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":3647,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.531710159999875,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":1004,"out_tokens":282,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.99659200299993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":474,"out_tokens":13146,"error":null,"skip_reason":null,"score_raw":null,"duration_s":275.9741883160002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":3621,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.71546268999964,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":2628,"error":null,"skip_reason":null,"score_raw":null,"duration_s":60.31365334100019,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":10577,"error":null,"skip_reason":null,"score_raw":null,"duration_s":214.01369418500008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":5649,"error":null,"skip_reason":null,"score_raw":null,"duration_s":128.45543629400026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":841,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.830208524000227,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":907,"out_tokens":81,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.768255142999806,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.09227729599979,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":3449,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.83146591900004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":2063,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.96161327200025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":282,"out_tokens":5766,"error":null,"skip_reason":null,"score_raw":null,"duration_s":109.17442067999991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":5767,"error":null,"skip_reason":null,"score_raw":null,"duration_s":109.00049467400004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":954,"out_tokens":173,"error":null,"skip_reason":null,"score_raw":null,"duration_s":62.17711204300031,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":966,"out_tokens":133,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.718254003999846,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":922,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.135351689000345,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":2692,"error":null,"skip_reason":null,"score_raw":null,"duration_s":63.647899830999904,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":6293,"error":null,"skip_reason":null,"score_raw":null,"duration_s":87.11419668099961,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":929,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.99876241799984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":940,"out_tokens":232,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.44843032699964,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":8317,"error":null,"skip_reason":null,"score_raw":null,"duration_s":247.05240422999987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":9111,"error":null,"skip_reason":null,"score_raw":null,"duration_s":209.35419937100005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":5991,"error":null,"skip_reason":null,"score_raw":null,"duration_s":127.81426871399981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":7539,"error":null,"skip_reason":null,"score_raw":null,"duration_s":206.89034536200006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":10516,"error":null,"skip_reason":null,"score_raw":null,"duration_s":141.28855223599976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":923,"out_tokens":140,"error":null,"skip_reason":null,"score_raw":null,"duration_s":78.35153924799988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":972,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":null,"duration_s":123.64237636899998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":7711,"error":null,"skip_reason":null,"score_raw":null,"duration_s":277.8559077490004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":5227,"error":null,"skip_reason":null,"score_raw":null,"duration_s":96.36540268099998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":982,"out_tokens":195,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.16600070200002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":4166,"error":null,"skip_reason":null,"score_raw":null,"duration_s":88.1625142150001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":5382,"error":null,"skip_reason":null,"score_raw":null,"duration_s":118.1049511770002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":9660,"error":null,"skip_reason":null,"score_raw":null,"duration_s":128.14406573999986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":672,"out_tokens":5465,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.85840709900003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":981,"out_tokens":159,"error":null,"skip_reason":null,"score_raw":null,"duration_s":77.65349176900008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":7259,"error":null,"skip_reason":null,"score_raw":null,"duration_s":175.2368845760002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":7135,"error":null,"skip_reason":null,"score_raw":null,"duration_s":136.55705707300012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":977,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":null,"duration_s":62.22349645600025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":1003,"out_tokens":216,"error":null,"skip_reason":null,"score_raw":null,"duration_s":75.88585248000027,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":3680,"error":null,"skip_reason":null,"score_raw":null,"duration_s":85.9479711150002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":900,"out_tokens":159,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.422440300999824,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":4755,"error":null,"skip_reason":null,"score_raw":null,"duration_s":94.69198209600017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":930,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.16543154300007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":539,"out_tokens":3111,"error":null,"skip_reason":null,"score_raw":null,"duration_s":96.26108818800003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":5130,"error":null,"skip_reason":null,"score_raw":null,"duration_s":69.551160772,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":1034,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":null,"duration_s":60.78358717999981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":553,"out_tokens":7725,"error":null,"skip_reason":null,"score_raw":null,"duration_s":105.71232804600004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":4454,"error":null,"skip_reason":null,"score_raw":null,"duration_s":94.310782861,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":6996,"error":null,"skip_reason":null,"score_raw":null,"duration_s":127.09128928700011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":10245,"error":null,"skip_reason":null,"score_raw":null,"duration_s":140.31759232000013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":932,"out_tokens":137,"error":null,"skip_reason":null,"score_raw":null,"duration_s":63.78513878600006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":6393,"error":null,"skip_reason":null,"score_raw":null,"duration_s":131.80973708800002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":5308,"error":null,"skip_reason":null,"score_raw":null,"duration_s":97.14279358899967,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.000733188,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":931,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.96175433200006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":629.4390450510002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":530,"out_tokens":2942,"error":null,"skip_reason":null,"score_raw":null,"duration_s":84.94276118200014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":966,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.20029893500032,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":431,"out_tokens":7914,"error":null,"skip_reason":null,"score_raw":null,"duration_s":166.9490571700003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":1127,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.99581493400001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":1069,"out_tokens":139,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.479057155999726,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":7286,"error":null,"skip_reason":null,"score_raw":null,"duration_s":102.0898939939998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":6522,"error":null,"skip_reason":null,"score_raw":null,"duration_s":93.35547925400033,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":6949,"error":null,"skip_reason":null,"score_raw":null,"duration_s":142.74819401600007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":914,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.70541842900002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":8126,"error":null,"skip_reason":null,"score_raw":null,"duration_s":103.10060621999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":5097,"error":null,"skip_reason":null,"score_raw":null,"duration_s":115.35088407700005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":5124,"error":null,"skip_reason":null,"score_raw":null,"duration_s":115.01816687300015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":935,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.90732197099987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":11804,"error":null,"skip_reason":null,"score_raw":null,"duration_s":243.00785529699988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":7069,"error":null,"skip_reason":null,"score_raw":null,"duration_s":138.29632838099997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":317,"out_tokens":7342,"error":null,"skip_reason":null,"score_raw":null,"duration_s":132.7663079580002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":6135,"error":null,"skip_reason":null,"score_raw":null,"duration_s":85.32952681500001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":4898,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.22638292600004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":923,"out_tokens":387,"error":null,"skip_reason":null,"score_raw":null,"duration_s":197.4285843409998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1171,"out_tokens":381,"error":null,"skip_reason":null,"score_raw":null,"duration_s":106.52546713099991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":1412,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.57757321899999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":7889,"error":null,"skip_reason":null,"score_raw":null,"duration_s":155.74173865099965,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":1034,"out_tokens":272,"error":null,"skip_reason":null,"score_raw":null,"duration_s":80.49153363699997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":992,"out_tokens":105,"error":null,"skip_reason":null,"score_raw":null,"duration_s":50.09926077499995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":4943,"error":null,"skip_reason":null,"score_raw":null,"duration_s":141.42336634599997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":5601,"error":null,"skip_reason":null,"score_raw":null,"duration_s":80.51837378800019,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2436.8400128,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":12134,"error":null,"skip_reason":null,"score_raw":null,"duration_s":251.06362898399993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":974,"out_tokens":145,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.6190432479998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":982,"out_tokens":187,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.05189027800043,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":4444,"error":null,"skip_reason":null,"score_raw":null,"duration_s":94.80542384300043,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":544,"out_tokens":8757,"error":null,"skip_reason":null,"score_raw":null,"duration_s":561.59285972,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"ok","in_tokens":325,"out_tokens":2347,"error":null,"skip_reason":null,"score_raw":null,"duration_s":80.25432543599982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":5786,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.26094346799982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":4199,"error":null,"skip_reason":null,"score_raw":null,"duration_s":114.79109187699987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":953,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":null,"duration_s":60.87118924299966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":7096,"error":null,"skip_reason":null,"score_raw":null,"duration_s":93.97612948300002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":1465,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.591905513000256,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":443,"out_tokens":4983,"error":null,"skip_reason":null,"score_raw":null,"duration_s":96.17480517800004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":945,"out_tokens":195,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.40525447500022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":556,"out_tokens":5409,"error":null,"skip_reason":null,"score_raw":null,"duration_s":78.49663638500033,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":11762,"error":null,"skip_reason":null,"score_raw":null,"duration_s":224.33845010699997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":318,"out_tokens":1925,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.275122216,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":3835,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.029437099000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":4401,"error":null,"skip_reason":null,"score_raw":null,"duration_s":118.53262779400029,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":3578,"error":null,"skip_reason":null,"score_raw":null,"duration_s":97.04575601000033,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1606,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.883560543000385,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":954,"out_tokens":151,"error":null,"skip_reason":null,"score_raw":null,"duration_s":119.87580154599982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":932,"out_tokens":103,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.07881158999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.09127988700038,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":2410,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.76831959400033,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":null,"duration_s":103.94483252300006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":3247,"error":null,"skip_reason":null,"score_raw":null,"duration_s":96.25762227299992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":938,"out_tokens":145,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.381954466000025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":4458,"error":null,"skip_reason":null,"score_raw":null,"duration_s":142.19262947199968,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":6787,"error":null,"skip_reason":null,"score_raw":null,"duration_s":91.09001478299979,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":4329,"error":null,"skip_reason":null,"score_raw":null,"duration_s":106.79045489999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"ok","in_tokens":286,"out_tokens":2107,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.34383952600001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":14208,"error":null,"skip_reason":null,"score_raw":null,"duration_s":263.7814134959999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":951,"out_tokens":330,"error":null,"skip_reason":null,"score_raw":null,"duration_s":70.02484667499994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2757.992105115,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":3374,"error":null,"skip_reason":null,"score_raw":null,"duration_s":88.67770174599991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":8734,"error":null,"skip_reason":null,"score_raw":null,"duration_s":175.46171084399975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1010,"out_tokens":8756,"error":null,"skip_reason":null,"score_raw":null,"duration_s":115.81070777000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":1000,"out_tokens":357,"error":null,"skip_reason":null,"score_raw":null,"duration_s":71.77483986800007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":3502,"error":null,"skip_reason":null,"score_raw":null,"duration_s":107.78445688299962,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":4750,"error":null,"skip_reason":null,"score_raw":null,"duration_s":96.3229783050001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":1037,"out_tokens":493,"error":null,"skip_reason":null,"score_raw":null,"duration_s":105.07053437600007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2045.708824111,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":5403,"error":null,"skip_reason":null,"score_raw":null,"duration_s":135.22664544100007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":10008,"error":null,"skip_reason":null,"score_raw":null,"duration_s":572.01451198,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":10658,"error":null,"skip_reason":null,"score_raw":null,"duration_s":143.764797112,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":945,"out_tokens":346,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.869084165,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":2699,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.765684687999965,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":3729,"error":null,"skip_reason":null,"score_raw":null,"duration_s":103.61957986700008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"ok","in_tokens":377,"out_tokens":3197,"error":null,"skip_reason":null,"score_raw":null,"duration_s":90.63790101399991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":563,"out_tokens":4088,"error":null,"skip_reason":null,"score_raw":null,"duration_s":116.0893076870002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":2363,"error":null,"skip_reason":null,"score_raw":null,"duration_s":73.05014677999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":361,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.18205471400006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":905,"out_tokens":613,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.65239269999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":5002,"error":null,"skip_reason":null,"score_raw":null,"duration_s":145.54395594900006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":9152,"error":null,"skip_reason":null,"score_raw":null,"duration_s":138.44794496699978,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":3868,"error":null,"skip_reason":null,"score_raw":null,"duration_s":103.70091491699986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":6309,"error":null,"skip_reason":null,"score_raw":null,"duration_s":127.05588658599981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":527,"out_tokens":2140,"error":null,"skip_reason":null,"score_raw":null,"duration_s":63.03880160500012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":916,"out_tokens":7901,"error":null,"skip_reason":null,"score_raw":null,"duration_s":106.06220442599988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":10994,"error":null,"skip_reason":null,"score_raw":null,"duration_s":220.19380844200032,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":444,"out_tokens":3383,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.44643649,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":935,"out_tokens":518,"error":null,"skip_reason":null,"score_raw":null,"duration_s":63.225673241000095,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":602,"error":null,"skip_reason":null,"score_raw":null,"duration_s":86.51568986200027,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":2017,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.24576344599973,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":2751,"error":null,"skip_reason":null,"score_raw":null,"duration_s":81.83550244200023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":3041,"error":null,"skip_reason":null,"score_raw":null,"duration_s":86.45420913199996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":989,"out_tokens":712,"error":null,"skip_reason":null,"score_raw":null,"duration_s":200.76443074899998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":923,"out_tokens":423,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.4967796560004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":3493,"error":null,"skip_reason":null,"score_raw":null,"duration_s":90.8040214419998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":488,"out_tokens":5676,"error":null,"skip_reason":null,"score_raw":null,"duration_s":134.02562704799993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":4743,"error":null,"skip_reason":null,"score_raw":null,"duration_s":124.01436592800019,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":428,"out_tokens":1896,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.472411943000225,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":4161,"error":null,"skip_reason":null,"score_raw":null,"duration_s":100.48707861699995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":2420,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.71647528699987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":458,"out_tokens":1067,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.80091435800023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":6994,"error":null,"skip_reason":null,"score_raw":null,"duration_s":97.06940915199993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":6432,"error":null,"skip_reason":null,"score_raw":null,"duration_s":85.78640758599977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":872,"out_tokens":501,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.431932695999876,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":910,"out_tokens":583,"error":null,"skip_reason":null,"score_raw":null,"duration_s":62.143486910999854,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":878,"out_tokens":333,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.79584544200043,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":886,"out_tokens":12348,"error":null,"skip_reason":null,"score_raw":null,"duration_s":164.561391447,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":531,"out_tokens":2442,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.6557642849998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":454,"out_tokens":5104,"error":null,"skip_reason":null,"score_raw":null,"duration_s":103.94019417900017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":908,"out_tokens":373,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.31287556100006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2059,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.363513945999784,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":3024,"error":null,"skip_reason":null,"score_raw":null,"duration_s":79.5205013310001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":2929,"error":null,"skip_reason":null,"score_raw":null,"duration_s":88.14339603400003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":2897,"error":null,"skip_reason":null,"score_raw":null,"duration_s":81.01927860899968,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":929,"out_tokens":321,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.59495577300004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2323,"error":null,"skip_reason":null,"score_raw":null,"duration_s":73.6081895819998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":4119,"error":null,"skip_reason":null,"score_raw":null,"duration_s":106.68118417299956,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":4485,"error":null,"skip_reason":null,"score_raw":null,"duration_s":91.10154789599983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":531,"out_tokens":2325,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.95261613000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":443,"out_tokens":5262,"error":null,"skip_reason":null,"score_raw":null,"duration_s":157.63332737600012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":910,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.66597981099994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":910,"out_tokens":571,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.631698193000375,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":2062,"error":null,"skip_reason":null,"score_raw":null,"duration_s":63.788444202999926,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":6366,"error":null,"skip_reason":null,"score_raw":null,"duration_s":90.15166589499995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":6193,"error":null,"skip_reason":null,"score_raw":null,"duration_s":93.39156641799991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":1594,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.52524191400016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":1035,"out_tokens":362,"error":null,"skip_reason":null,"score_raw":null,"duration_s":96.5910627520002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":881,"out_tokens":350,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.49920892599994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":3123,"error":null,"skip_reason":null,"score_raw":null,"duration_s":78.23751011700006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":2243,"error":null,"skip_reason":null,"score_raw":null,"duration_s":63.729115986000124,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":null,"duration_s":303.9332789690002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":2507,"error":null,"skip_reason":null,"score_raw":null,"duration_s":70.4045645440001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":3633,"error":null,"skip_reason":null,"score_raw":null,"duration_s":90.43560345000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":2176,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.05254934200002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":1056,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.34089262899988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3750,"error":null,"skip_reason":null,"score_raw":null,"duration_s":109.68387586399967,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":2692,"error":null,"skip_reason":null,"score_raw":null,"duration_s":77.33390539599986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":4729,"error":null,"skip_reason":null,"score_raw":null,"duration_s":133.7307424730002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":1112,"out_tokens":750,"error":null,"skip_reason":null,"score_raw":null,"duration_s":91.10634488899996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":5233,"error":null,"skip_reason":null,"score_raw":null,"duration_s":133.47492348900005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1148,"out_tokens":607,"error":null,"skip_reason":null,"score_raw":null,"duration_s":101.04673964199992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":536,"out_tokens":6804,"error":null,"skip_reason":null,"score_raw":null,"duration_s":125.44277503500007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":1097,"out_tokens":650,"error":null,"skip_reason":null,"score_raw":null,"duration_s":89.23304842800007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1309,"out_tokens":12930,"error":null,"skip_reason":null,"score_raw":null,"duration_s":175.61920786599967,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3239,"error":null,"skip_reason":null,"score_raw":null,"duration_s":95.88625001599985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":951,"out_tokens":418,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.60154940099983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":3031,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.64556962100005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":1067,"out_tokens":629,"error":null,"skip_reason":null,"score_raw":null,"duration_s":121.98293045900027,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":2499,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.403747427000326,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":3265,"error":null,"skip_reason":null,"score_raw":null,"duration_s":92.91328231299985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":1068,"out_tokens":446,"error":null,"skip_reason":null,"score_raw":null,"duration_s":73.67487061800011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":6192,"error":null,"skip_reason":null,"score_raw":null,"duration_s":110.90920726800005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":2488,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.80012721599996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1109,"out_tokens":10554,"error":null,"skip_reason":null,"score_raw":null,"duration_s":161.95847595099985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":565,"out_tokens":12669,"error":null,"skip_reason":null,"score_raw":null,"duration_s":236.8940348000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":1022,"out_tokens":528,"error":null,"skip_reason":null,"score_raw":null,"duration_s":87.70899524700008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":4619,"error":null,"skip_reason":null,"score_raw":null,"duration_s":114.61718803999975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":2077,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.76802435699983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1103,"out_tokens":15317,"error":null,"skip_reason":null,"score_raw":null,"duration_s":207.28469400099993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":4966,"error":null,"skip_reason":null,"score_raw":null,"duration_s":140.96211713699995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":1978,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.62960348700017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":5391,"error":null,"skip_reason":null,"score_raw":null,"duration_s":152.49356510899997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"ok","in_tokens":595,"out_tokens":8710,"error":null,"skip_reason":null,"score_raw":null,"duration_s":117.26939094299996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1243,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.07197450100011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":3058,"error":null,"skip_reason":null,"score_raw":null,"duration_s":88.92089318099988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1077,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.40042606199995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":5791,"error":null,"skip_reason":null,"score_raw":null,"duration_s":77.40165722700021,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":912,"out_tokens":500,"error":null,"skip_reason":null,"score_raw":null,"duration_s":103.6938490020002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":997,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.965515250000408,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":3707,"error":null,"skip_reason":null,"score_raw":null,"duration_s":81.04505933100018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1290,"out_tokens":741,"error":null,"skip_reason":null,"score_raw":null,"duration_s":104.99650284600011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":4067,"error":null,"skip_reason":null,"score_raw":null,"duration_s":120.44094967000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":6052,"error":null,"skip_reason":null,"score_raw":null,"duration_s":187.42071664700006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":1003,"out_tokens":561,"error":null,"skip_reason":null,"score_raw":null,"duration_s":128.2561898629997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":3283,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.94956790000015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":2025,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.80761358499967,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":824,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.062396515000273,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":989,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.591586582000218,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1676,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.64403971399997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":4941,"error":null,"skip_reason":null,"score_raw":null,"duration_s":97.34133513899997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":635,"out_tokens":5256,"error":null,"skip_reason":null,"score_raw":null,"duration_s":70.8882599450003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":381,"out_tokens":756,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.84299066099993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":1031,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.35953313300024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"ok","in_tokens":817,"out_tokens":7734,"error":null,"skip_reason":null,"score_raw":null,"duration_s":109.58976665499995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":3415,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.22289159999991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1175,"out_tokens":566,"error":null,"skip_reason":null,"score_raw":null,"duration_s":133.11940937600002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":1596,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.347969355999794,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1327,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.092040676000124,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3545,"error":null,"skip_reason":null,"score_raw":null,"duration_s":73.64735939100001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":8433,"error":null,"skip_reason":null,"score_raw":null,"duration_s":512.7679091990003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":577,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.674831283000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":600,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.602963697000177,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":7125,"error":null,"skip_reason":null,"score_raw":null,"duration_s":204.60192781000023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":633,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.63453837399993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":4252,"error":null,"skip_reason":null,"score_raw":null,"duration_s":128.125378446,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":334,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.136746924999898,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":3996,"error":null,"skip_reason":null,"score_raw":null,"duration_s":122.80595159299992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1030,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.463730181999836,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":961,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.632678897999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":844,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.90917695799999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1174,"out_tokens":895,"error":null,"skip_reason":null,"score_raw":null,"duration_s":121.12508995999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":722,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.5092952949999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":737,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.941936039999746,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":812,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.614769215999786,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":634,"out_tokens":4488,"error":null,"skip_reason":null,"score_raw":null,"duration_s":70.16918644599991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":688,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.32374072399989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":3320,"error":null,"skip_reason":null,"score_raw":null,"duration_s":62.13145579899992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":519,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.549152834000324,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":678,"out_tokens":5825,"error":null,"skip_reason":null,"score_raw":null,"duration_s":80.44365600399988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":977,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.13778381200018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":850,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.18612875200006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1171,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.90279317000022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":789,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.768251734000387,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":671,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.966892587000075,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":5464,"error":null,"skip_reason":null,"score_raw":null,"duration_s":163.43494244900012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":577,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.260714129999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":2919,"error":null,"skip_reason":null,"score_raw":null,"duration_s":89.01400106399979,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":2918,"error":null,"skip_reason":null,"score_raw":null,"duration_s":84.36894262499982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":1133,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.80182250200005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"ok","in_tokens":561,"out_tokens":5596,"error":null,"skip_reason":null,"score_raw":null,"duration_s":80.38688980300003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":549,"out_tokens":3804,"error":null,"skip_reason":null,"score_raw":null,"duration_s":125.11507719500014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":2336,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.15734071099996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1137,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.3934965389999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":2452,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.51926845499975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":6880,"error":null,"skip_reason":null,"score_raw":null,"duration_s":206.22301128100025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":713,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.980110622999746,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":2999,"error":null,"skip_reason":null,"score_raw":null,"duration_s":80.672746749,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":8463,"error":null,"skip_reason":null,"score_raw":null,"duration_s":113.949765114,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1406,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.70364796700005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":3522,"error":null,"skip_reason":null,"score_raw":null,"duration_s":103.46911551999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"ok","in_tokens":717,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":null,"duration_s":211.4877835860002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"ok","in_tokens":741,"out_tokens":4516,"error":null,"skip_reason":null,"score_raw":null,"duration_s":69.2380962289999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":6985,"error":null,"skip_reason":null,"score_raw":null,"duration_s":147.45998340799997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":1065,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.389157328999772,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":760,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.895401666999987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0038471180003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0004651680001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0004392209999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.000609202,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":741,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.441260540999792,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":402,"out_tokens":8701,"error":null,"skip_reason":null,"score_raw":null,"duration_s":433.2419780619998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":2079,"error":null,"skip_reason":null,"score_raw":null,"duration_s":75.46929312599968,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1722,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.775511204000395,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":3027,"error":null,"skip_reason":null,"score_raw":null,"duration_s":85.96605751099969,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2312,"error":null,"skip_reason":null,"score_raw":null,"duration_s":73.95972073499979,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":3581,"error":null,"skip_reason":null,"score_raw":null,"duration_s":118.70130097299989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"ok","in_tokens":609,"out_tokens":6536,"error":null,"skip_reason":null,"score_raw":null,"duration_s":91.30219377999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":1438,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.17275626999981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1233,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.91556553800001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":14376,"error":null,"skip_reason":null,"score_raw":null,"duration_s":281.11200068200014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":433,"out_tokens":3562,"error":null,"skip_reason":null,"score_raw":null,"duration_s":83.68369159200029,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1416,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.45364284600009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":6861,"error":null,"skip_reason":null,"score_raw":null,"duration_s":206.75902505700014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"ok","in_tokens":595,"out_tokens":7027,"error":null,"skip_reason":null,"score_raw":null,"duration_s":100.09116922700014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":707,"out_tokens":2222,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.4966487720003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":1559,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.319201195999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":518,"out_tokens":3967,"error":null,"skip_reason":null,"score_raw":null,"duration_s":106.30346541399967,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":3446,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.42792285999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":3154,"error":null,"skip_reason":null,"score_raw":null,"duration_s":95.96177793399966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":1404,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.92244366600016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":2601,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.87114489399983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":603,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.40352038600031,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":5685,"error":null,"skip_reason":null,"score_raw":null,"duration_s":75.96172808500023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.001529606,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1877,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.021865744000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":1994,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.96266804900006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1851,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.07502457999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":5029,"error":null,"skip_reason":null,"score_raw":null,"duration_s":70.22324757499973,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":787,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":null,"duration_s":199.4108186540002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":3308,"error":null,"skip_reason":null,"score_raw":null,"duration_s":101.10072868500038,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":722,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.084797447000255,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":787,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.839113500000167,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1936,"error":null,"skip_reason":null,"score_raw":null,"duration_s":63.499903266000274,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":592,"out_tokens":4018,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.551277362999826,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1769,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.61304249099976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":2508,"error":null,"skip_reason":null,"score_raw":null,"duration_s":77.74759480900002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":691,"out_tokens":3439,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.40756458799979,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.004761065,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":8131,"error":null,"skip_reason":null,"score_raw":null,"duration_s":187.98028208100004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":386,"out_tokens":9101,"error":null,"skip_reason":null,"score_raw":null,"duration_s":189.61853336900003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":651,"out_tokens":8606,"error":null,"skip_reason":null,"score_raw":null,"duration_s":257.69795455099984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2637,"error":null,"skip_reason":null,"score_raw":null,"duration_s":88.28264839599979,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1342,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.056732188000296,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":2461,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.02165344200012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0021770140002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":6385,"error":null,"skip_reason":null,"score_raw":null,"duration_s":97.28021174999958,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":2477,"error":null,"skip_reason":null,"score_raw":null,"duration_s":78.38433457600013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":8281,"error":null,"skip_reason":null,"score_raw":null,"duration_s":243.1568494160001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":6746,"error":null,"skip_reason":null,"score_raw":null,"duration_s":188.05116326300003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":728,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.34049899599995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":890,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.33391137200033,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1310,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.008618125999874,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":5310,"error":null,"skip_reason":null,"score_raw":null,"duration_s":80.59727797400001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":837,"out_tokens":7594,"error":null,"skip_reason":null,"score_raw":null,"duration_s":103.56452093000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":595,"out_tokens":7289,"error":null,"skip_reason":null,"score_raw":null,"duration_s":217.8869427909999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":509,"out_tokens":2750,"error":null,"skip_reason":null,"score_raw":null,"duration_s":75.06731051099996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":3012,"error":null,"skip_reason":null,"score_raw":null,"duration_s":85.34069432499973,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":12787,"error":null,"skip_reason":null,"score_raw":null,"duration_s":277.6642685699999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":1893,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.17486956899984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":2772,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.70369297699972,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":3257,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.15180152399989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":6288,"error":null,"skip_reason":null,"score_raw":null,"duration_s":190.9800076319998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":2505,"error":null,"skip_reason":null,"score_raw":null,"duration_s":83.41160402900005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":662,"out_tokens":7330,"error":null,"skip_reason":null,"score_raw":null,"duration_s":98.96940832000018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":7172,"error":null,"skip_reason":null,"score_raw":null,"duration_s":136.7484036650003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":641,"out_tokens":7040,"error":null,"skip_reason":null,"score_raw":null,"duration_s":140.35925707200022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2525,"error":null,"skip_reason":null,"score_raw":null,"duration_s":79.39666776500053,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":1992,"error":null,"skip_reason":null,"score_raw":null,"duration_s":62.53814743299972,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":3726,"error":null,"skip_reason":null,"score_raw":null,"duration_s":111.59123556600025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":3263,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.84427384000037,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":2161,"error":null,"skip_reason":null,"score_raw":null,"duration_s":63.82503672099983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":2266,"error":null,"skip_reason":null,"score_raw":null,"duration_s":62.071255388999816,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":535,"out_tokens":6716,"error":null,"skip_reason":null,"score_raw":null,"duration_s":187.17937980199986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":4881,"error":null,"skip_reason":null,"score_raw":null,"duration_s":140.73926385000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":2026,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.3959885230006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":610,"out_tokens":5140,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.51452911099932,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":3193,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.15991249400031,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":760,"out_tokens":6168,"error":null,"skip_reason":null,"score_raw":null,"duration_s":87.71843512799978,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":3619,"error":null,"skip_reason":null,"score_raw":null,"duration_s":73.03438353599995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":1596,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.33053629999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":4991,"error":null,"skip_reason":null,"score_raw":null,"duration_s":155.97774638799956,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":690,"out_tokens":1998,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.4350404679999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":7816,"error":null,"skip_reason":null,"score_raw":null,"duration_s":222.30286715800003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":2550,"error":null,"skip_reason":null,"score_raw":null,"duration_s":75.85138419600025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":1061,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.680067797999982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":712,"out_tokens":2793,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.338407993000146,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1308.7943243819996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":4908,"error":null,"skip_reason":null,"score_raw":null,"duration_s":143.40493313000025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":2818,"error":null,"skip_reason":null,"score_raw":null,"duration_s":80.71918394099976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":488,"out_tokens":8785,"error":null,"skip_reason":null,"score_raw":null,"duration_s":273.1689320119999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":1782,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.484375940000064,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":5541,"error":null,"skip_reason":null,"score_raw":null,"duration_s":79.42811094399985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":3147,"error":null,"skip_reason":null,"score_raw":null,"duration_s":96.10302863600009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":2917,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.496244437000314,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":1720,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.79929029300001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":2565,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.67970306299958,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":3101,"error":null,"skip_reason":null,"score_raw":null,"duration_s":50.24485242999981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":918,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.69276103300035,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":2563,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.90930189000028,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":282,"out_tokens":1190,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.122476984999594,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":638,"out_tokens":12477,"error":null,"skip_reason":null,"score_raw":null,"duration_s":239.8288818910005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":2881,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.6129296299996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":822,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.41556298500018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":3285,"error":null,"skip_reason":null,"score_raw":null,"duration_s":85.55481397299991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2115.3515497779995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":6949,"error":null,"skip_reason":null,"score_raw":null,"duration_s":212.04704773199956,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":724,"out_tokens":2134,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.82109518500056,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":6994,"error":null,"skip_reason":null,"score_raw":null,"duration_s":203.42284444799952,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0043567229995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":663,"out_tokens":2220,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.92174591299954,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":9056,"error":null,"skip_reason":null,"score_raw":null,"duration_s":260.5808608540001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":641.8994772860001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":2517,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.27977588600061,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":9659,"error":null,"skip_reason":null,"score_raw":null,"duration_s":258.7031822179997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":1765,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.36583900500045,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":4769,"error":null,"skip_reason":null,"score_raw":null,"duration_s":142.07718409300014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":1671,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.25478217899945,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":3187,"error":null,"skip_reason":null,"score_raw":null,"duration_s":88.42312074199981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":2005,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.91299023200008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":584,"out_tokens":1702,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.57791087900023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":514,"out_tokens":1505,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.12838004800051,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":6992,"error":null,"skip_reason":null,"score_raw":null,"duration_s":203.4975554419998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":1499,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.390737253000225,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":584,"out_tokens":2087,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.97309674100052,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":13172,"error":null,"skip_reason":null,"score_raw":null,"duration_s":256.94120896500044,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":5110,"error":null,"skip_reason":null,"score_raw":null,"duration_s":136.71171400899948,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":2309,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.74880523699994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":406,"out_tokens":7701,"error":null,"skip_reason":null,"score_raw":null,"duration_s":141.7467788590002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.002649173,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":4601,"error":null,"skip_reason":null,"score_raw":null,"duration_s":139.05318276900016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":697,"out_tokens":2166,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.66912390900052,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":1736,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.38647654400029,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":3698,"error":null,"skip_reason":null,"score_raw":null,"duration_s":100.49537852899994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1879,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.603618719000224,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":1274,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.71617666200018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":1878,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.856292444000246,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":4743,"error":null,"skip_reason":null,"score_raw":null,"duration_s":141.14816642000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":3119,"error":null,"skip_reason":null,"score_raw":null,"duration_s":93.24541420599962,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1980,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.065471476999846,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":6417,"error":null,"skip_reason":null,"score_raw":null,"duration_s":192.9754444529999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":1936,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.465042087000256,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":9766,"error":null,"skip_reason":null,"score_raw":null,"duration_s":179.74159871899974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":395,"out_tokens":5297,"error":null,"skip_reason":null,"score_raw":null,"duration_s":182.69818980400032,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2759,"error":null,"skip_reason":null,"score_raw":null,"duration_s":83.74715624799956,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":685,"out_tokens":1921,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.90690871300012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":2353,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.9299900699998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":3020,"error":null,"skip_reason":null,"score_raw":null,"duration_s":94.77758305099997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":13167,"error":null,"skip_reason":null,"score_raw":null,"duration_s":248.05261552200045,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":878,"out_tokens":8448,"error":null,"skip_reason":null,"score_raw":null,"duration_s":164.09344580000015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":706,"out_tokens":2914,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.155781080999986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":647,"out_tokens":2039,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.03436223399967,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":4063,"error":null,"skip_reason":null,"score_raw":null,"duration_s":111.00539146499978,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":2570,"error":null,"skip_reason":null,"score_raw":null,"duration_s":73.25673136000023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":1560,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.93189406500005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":4705,"error":null,"skip_reason":null,"score_raw":null,"duration_s":131.6895914860006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":11088,"error":null,"skip_reason":null,"score_raw":null,"duration_s":198.99970068999937,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":1711,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.02771922099964,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":935,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.09154069899978,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":1216,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.31192710600044,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":3811,"error":null,"skip_reason":null,"score_raw":null,"duration_s":110.99305623100008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"ok","in_tokens":325,"out_tokens":2219,"error":null,"skip_reason":null,"score_raw":null,"duration_s":78.38008063300003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":1644,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.014648954999757,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":4363,"error":null,"skip_reason":null,"score_raw":null,"duration_s":139.7318230359997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":730,"out_tokens":7548,"error":null,"skip_reason":null,"score_raw":null,"duration_s":137.38309055099944,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":7873,"error":null,"skip_reason":null,"score_raw":null,"duration_s":222.15850523399968,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":318,"out_tokens":1020,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.05090003600071,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":2426,"error":null,"skip_reason":null,"score_raw":null,"duration_s":67.79524520200084,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":1278,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.68721889799963,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":630,"out_tokens":2436,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.902866386000824,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":2579,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.25009475299976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1332,"error":null,"skip_reason":null,"score_raw":null,"duration_s":50.24397616500028,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":1802,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.57612292000067,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"ok","in_tokens":286,"out_tokens":1166,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.78341005499988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":641,"out_tokens":2315,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.97424879600021,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":657,"out_tokens":3842,"error":null,"skip_reason":null,"score_raw":null,"duration_s":62.66972114300006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":2800,"error":null,"skip_reason":null,"score_raw":null,"duration_s":82.89563507900039,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1924,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.114159070000824,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":2401,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.777460270999654,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"ok","in_tokens":377,"out_tokens":2035,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.15069519099961,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":3222,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.68391637900004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1906,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.88793651299966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":1564,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.18716410599973,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":2366,"error":null,"skip_reason":null,"score_raw":null,"duration_s":92.98318217299948,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":640,"out_tokens":2026,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.801960935000352,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":1758,"error":null,"skip_reason":null,"score_raw":null,"duration_s":69.75560873099948,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":705,"out_tokens":3825,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.787570016000245,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":1760,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.52865192199988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":4086,"error":null,"skip_reason":null,"score_raw":null,"duration_s":109.38559654200071,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1893,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.34532997299993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2756,"error":null,"skip_reason":null,"score_raw":null,"duration_s":80.11324968400004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":8721,"error":null,"skip_reason":null,"score_raw":null,"duration_s":238.71354058199995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1534,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.582437676000154,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":1118,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.11484772199947,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":2633,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.273191006999696,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":3479,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.200455064999915,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":1911,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.08779751900056,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":2425,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.29312253899934,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":1442,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.925034546999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":755,"out_tokens":11087,"error":null,"skip_reason":null,"score_raw":null,"duration_s":299.7735162029994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":2566,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.34555211499992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":776,"out_tokens":3395,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.767995060999965,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2536,"error":null,"skip_reason":null,"score_raw":null,"duration_s":85.16888205699979,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":1213,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.10267397400003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":2345,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.0507161229998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":1734,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.93919390800056,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":2657,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.317809313,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":1677,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.56139269999949,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":2449,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.45001512199997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0058689390003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1753,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.33474783600013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":682,"out_tokens":2194,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.99414751799941,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":682,"out_tokens":5030,"error":null,"skip_reason":null,"score_raw":null,"duration_s":163.71902197300005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":622.6127967120001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":1696,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.210864979999315,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":2642,"error":null,"skip_reason":null,"score_raw":null,"duration_s":85.43645175300026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1940,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.6339457590002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":859,"out_tokens":3411,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.251689445999546,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":1125,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.870628826999564,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":900,"out_tokens":2976,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.0468672549996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":904,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.09890328200072,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1039,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.468407891000425,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":948,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.914651940000113,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":1294,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.67611390000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1026,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.020855468999798,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":795,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.27103175800039,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":556,"out_tokens":2779,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.51602556299986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":938,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.08697114900042,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":1009,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.818960978999712,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":381,"out_tokens":671,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.850305324000146,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1013,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.71010441999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":541,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.734981440999945,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":2497,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.27125700800025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":1320,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.98092132800048,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":559,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.51451433799957,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":779,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.49753031900036,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":746,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.329182299999957,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":457,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.84603778699966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":816,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.84907425199981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":899,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.490356618000078,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":713,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.650333030000183,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":821,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.36848047100011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":737,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.16352466400076,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":716,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.023529035999672,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":781,"out_tokens":4047,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.89342320899959,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":9019,"error":null,"skip_reason":null,"score_raw":null,"duration_s":264.20314736900036,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":895,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.12969652799984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":569,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.67610459200023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":785,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.356490566000502,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1208,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.32091816999946,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":1784,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.304273079999803,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":505,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.785669064999638,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":943,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.56566558800023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":671,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.866794524999932,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":470,"out_tokens":7465,"error":null,"skip_reason":null,"score_raw":null,"duration_s":221.17575829999987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":782,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.562367442000323,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1158,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.418603757999335,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":674,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.23682136000025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":670,"out_tokens":3759,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.6628299239992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":1697,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.93773865999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":1623,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.8657077959997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":714,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.229668470999968,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":818,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.38484515300024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":756,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.294555916999343,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":4621,"error":null,"skip_reason":null,"score_raw":null,"duration_s":129.12913267100066,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":1071,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.705711927000266,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":917,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.07256852499995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":718,"out_tokens":3337,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.2101614029998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":1231,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.269311431999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":817,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.75091802499992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":687,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.732897384000353,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.004075246,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":952,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.213005302000056,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":695,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.785524352999346,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":2480,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.99002851400019,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1097,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.17197704299997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":940,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.562515746999452,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":980,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.720460798000204,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":654,"out_tokens":2609,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.58977118600069,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":1517,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.31046401799995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":773,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.097639532999892,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":399,"out_tokens":8697,"error":null,"skip_reason":null,"score_raw":null,"duration_s":864.6238505860001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":621,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.038502237000102,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":1166,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.742332560999785,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":549,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.49720152699956,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1045,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.982540070999676,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1483,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.44954534699991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":541,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.93601722600033,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":3909,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.229256339999665,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":847,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.78673865300061,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0062396980002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":431,"out_tokens":7418,"error":null,"skip_reason":null,"score_raw":null,"duration_s":231.68286930999966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1792,"error":null,"skip_reason":null,"score_raw":null,"duration_s":62.298431143000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":956,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.80381901200053,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":1231,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.41539024700069,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":1285,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.22096918100033,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":3185,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.07253310899978,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":655,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.24665315599941,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":820,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.84325788099977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":1019,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.82664980300069,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":3438,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.99393007300023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":2803,"error":null,"skip_reason":null,"score_raw":null,"duration_s":94.24809991799975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":1455,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.84262988899991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":1555,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.29497735900077,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":1603,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.164244591999704,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":623,"out_tokens":2104,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.00233055700028,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":584,"out_tokens":8890,"error":null,"skip_reason":null,"score_raw":null,"duration_s":273.9921788620004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":1866,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.55732230600006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":1132,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.37837870400017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":1863,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.26165329200012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":1224,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.19103494200044,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1459,"error":null,"skip_reason":null,"score_raw":null,"duration_s":70.03929908200007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":2806,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.64865154100062,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":800,"out_tokens":6979,"error":null,"skip_reason":null,"score_raw":null,"duration_s":215.87850434699976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":1658,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.60238624400063,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":2251,"error":null,"skip_reason":null,"score_raw":null,"duration_s":62.012089410000044,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":1089,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.02909407399966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":1607,"error":null,"skip_reason":null,"score_raw":null,"duration_s":70.66254248799942,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":836,"out_tokens":4579,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.07401462799953,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1658,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.339107515999785,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":1219,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.17827296299947,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1116,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.04794313500042,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":1787,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.17035622899948,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":728,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.080975654000213,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":282,"out_tokens":1204,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.688235681999686,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":4414,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.49908296300055,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":1718,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.660141740000654,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":2383,"error":null,"skip_reason":null,"score_raw":null,"duration_s":89.1561361540007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":2319,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.95165679500042,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":768,"out_tokens":5628,"error":null,"skip_reason":null,"score_raw":null,"duration_s":78.29453937000017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0008241179994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":1201,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.86486144999981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":3494,"error":null,"skip_reason":null,"score_raw":null,"duration_s":136.5628930539997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":2258,"error":null,"skip_reason":null,"score_raw":null,"duration_s":94.18043966700043,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":3801,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.96940593099953,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":1773,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.709447719999844,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1017,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.92864880500019,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2345,"error":null,"skip_reason":null,"score_raw":null,"duration_s":102.83487309700013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0136224079997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":1595,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.62613513800079,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0036135400005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":1594,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.02168983399952,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0068029510003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":2251,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.59807395899952,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":5907,"error":null,"skip_reason":null,"score_raw":null,"duration_s":80.94383192199984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2206,"error":null,"skip_reason":null,"score_raw":null,"duration_s":69.39000418900014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3900.0174505359996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":555,"out_tokens":4630,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.79367622300015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.006507655,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0172336730002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":549,"out_tokens":2689,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.46961288900002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":3152,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.96541946199977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0218113989995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":4079,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.29877579299955,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":487,"out_tokens":3957,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.28738857099961,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":2986,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.28218754599948,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":575,"out_tokens":3386,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.311806431999685,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":2637,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.69992922500023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":4592,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.9030020980008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":3680,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.67902590600079,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":584,"out_tokens":2025,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.56469620400003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":3730,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.558132934999776,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":549,"out_tokens":3520,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.95182086099976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1012,"out_tokens":5601,"error":null,"skip_reason":null,"score_raw":null,"duration_s":77.28493707400048,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2119.699568135001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0041164799995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":996,"out_tokens":5919,"error":null,"skip_reason":null,"score_raw":null,"duration_s":82.38872341600018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":939,"out_tokens":5606,"error":null,"skip_reason":null,"score_raw":null,"duration_s":85.2042661710002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":918,"out_tokens":5759,"error":null,"skip_reason":null,"score_raw":null,"duration_s":78.23743640599969,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":888,"out_tokens":6574,"error":null,"skip_reason":null,"score_raw":null,"duration_s":89.11711258800005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":609,"out_tokens":4402,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.31877677699958,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":837,"out_tokens":4297,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.18078746399988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":535,"out_tokens":3168,"error":null,"skip_reason":null,"score_raw":null,"duration_s":50.01830339099979,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1311,"out_tokens":7541,"error":null,"skip_reason":null,"score_raw":null,"duration_s":106.55161060799946,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0281673089994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0176107019997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1105,"out_tokens":8169,"error":null,"skip_reason":null,"score_raw":null,"duration_s":112.3905919660001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1111,"out_tokens":7285,"error":null,"skip_reason":null,"score_raw":null,"duration_s":106.29530210299981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":1213,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.47833398399962,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":1290,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.865670696999587,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"ok","in_tokens":820,"out_tokens":1699,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.61527507500068,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":1048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.07265808900047,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":13687,"error":null,"skip_reason":null,"score_raw":null,"duration_s":265.9382682309997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-17EF69B2","replicate_idx":0,"status":"ok","in_tokens":638,"out_tokens":1323,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.379424983999343,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":1433,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.059145143000023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":637,"out_tokens":1280,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.830584176999764,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":681,"out_tokens":1200,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.99737641699994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"ok","in_tokens":720,"out_tokens":1336,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.73974249999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"ok","in_tokens":564,"out_tokens":1287,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.496729786000287,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-6D3CDF3E","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":1286,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.33274851799979,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"ok","in_tokens":744,"out_tokens":1598,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.497154027999386,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0044913439997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1696,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.76313960599964,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":1856,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.20280095399994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":1130,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.703336423999644,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":1151,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.647580064000067,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":1299,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.680465602999902,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2124.611912404999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3900.038624739,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2120.1936214589996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2130.860005574,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3900.007433089,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":595,"out_tokens":1020,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.3910444739995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-FBA3F259","replicate_idx":0,"status":"ok","in_tokens":694,"out_tokens":1312,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.457416969000406,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1052,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.938532752001265,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1344,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.463413361001585,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0095802680007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1582,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.143673410999327,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1308,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.901905705999525,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":990.852436612,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0190878129988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3900.0243983440005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1190,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.406575807999616,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":967,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.50937433800027,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1666,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.964347134999116,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":1032,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.312852659000782,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":594,"out_tokens":1330,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.013284709999425,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1212,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.75374404700051,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1195,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.256405047000953,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":1000,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.037433786999827,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1114,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.41671685199981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":1270,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.493953565999618,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":870,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.13238346199978,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0117258409991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":972,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.54048697899998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":1115,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.759966825999072,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":1256,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.206150024001545,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":727,"out_tokens":898,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.370756942998923,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":666,"out_tokens":1064,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.45932885899856,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":1288,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.62965319000068,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":961,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.19854602599844,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":929,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.45373965300132,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":845,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.14303290299904,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":883,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.32836344200041,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":907,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.61840826000116,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":700,"out_tokens":1078,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.770946021999407,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":1040,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.471983732999433,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":575,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.669601400999454,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":932,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.73004999800105,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":1123,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.697731332998956,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":961,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.12573225199958,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":965,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.27154377199986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":1052,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.158736385999873,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1147,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.037823458000275,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1079,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.195711215999836,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":893,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.936550635000458,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":1025,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.0149728840006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":550,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.995836643000075,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":1058,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.52887293599997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":1032,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.2636995619996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":790,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.800284820999877,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":891,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.65621056099917,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":642,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.464688436999495,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":928,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.573947959999714,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":660,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.739468036999824,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":1070,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.105694634999963,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":920,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.85505979699883,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":643,"out_tokens":684,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.851162171000396,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":901,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.020888592998745,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":692,"out_tokens":1012,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.12106591799966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":693,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.808795644001293,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":532,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.956064697000329,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":1022,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.937983683999846,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1105,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.30375188799917,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":760,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.295191273000455,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":1285,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.837504496001202,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":685,"out_tokens":977,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.801922272999946,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":866,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.968560500999956,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":861,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.15297783799906,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":796,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.538879159999851,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":1398,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.765524833999734,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":840,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.162550173999989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":899,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.77893037099966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":616,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.136183665999852,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":956,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.04207697700076,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":794,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.363454143000126,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":910,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.487872698999126,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":657,"out_tokens":1090,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.295084018000125,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1086,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.163247114000114,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":809,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.557726028999241,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":842,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.81545984100012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":818,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.046802503000436,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":643,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.440266010000414,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":826,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.057051886999034,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":1699,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.01794254500055,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1666,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.218173792000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":1324,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.66983527999946,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":1670,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.298798561001604,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":1380,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.312204780000684,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1520,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.355817792999005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1249,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.650824042999375,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1520,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.010609745000693,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":1142,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.7454026409996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":1520,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.95923577099893,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1012,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.85038418000113,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1371,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.4126644629996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":945,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.04029730699949,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":1427,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.742978501000835,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":1064,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.80346257600104,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":561,"out_tokens":965,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.035397394998654,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":961,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.286934392999683,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":918,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.94305166400045,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1801,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.61340200499944,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":2028,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.40795733300001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1915,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.64443831799872,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1412,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.28767420100121,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1326,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.829483980000077,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1795,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.511763074000555,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1376,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.328181163999034,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":1325,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.374243977999868,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":1242,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.528834988999733,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.741209645999334,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0153254819998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.95137585100019,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":1916,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.93198094999934,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2117.984096644999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2109.398642125001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":7705,"error":null,"skip_reason":null,"score_raw":null,"duration_s":154.44970191100037,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":4577,"error":null,"skip_reason":null,"score_raw":null,"duration_s":112.89466697600074,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":4092,"error":null,"skip_reason":null,"score_raw":null,"duration_s":99.02296985000066,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3900.013706339001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":6103,"error":null,"skip_reason":null,"score_raw":null,"duration_s":118.2359071209994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":484,"out_tokens":7757,"error":null,"skip_reason":null,"score_raw":null,"duration_s":157.17297559100007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2150.79004946,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":5103,"error":null,"skip_reason":null,"score_raw":null,"duration_s":125.76604752599997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":322,"out_tokens":10267,"error":null,"skip_reason":null,"score_raw":null,"duration_s":183.52379837700028,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-2F09E95E","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":5194,"error":null,"skip_reason":null,"score_raw":null,"duration_s":89.85516891999941,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-5064F1E6","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3007,"error":null,"skip_reason":null,"score_raw":null,"duration_s":81.14257584199913,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":10761,"error":null,"skip_reason":null,"score_raw":null,"duration_s":251.96137077000094,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-738E710F","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":3123,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.29534801800037,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-55D8054C","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":8226,"error":null,"skip_reason":null,"score_raw":null,"duration_s":143.40733655199983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-79D0E69A","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":2615,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.48944988100084,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":1882,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.80777409700022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2114.592064399001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-8874A938","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":2577,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.72849974899873,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-CC2873AE","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":905,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.28874062899922,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":2929,"error":null,"skip_reason":null,"score_raw":null,"duration_s":75.71582819899959,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":3563,"error":null,"skip_reason":null,"score_raw":null,"duration_s":71.13706433399966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":8066,"error":null,"skip_reason":null,"score_raw":null,"duration_s":127.25272348700128,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":3347,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.92697867800052,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-D25364FB","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":2913,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.60329446800097,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-D304C5D2","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":3155,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.7328634509995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":2889,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.65832314700128,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-D7BB50D4","replicate_idx":0,"status":"ok","in_tokens":427,"out_tokens":4596,"error":null,"skip_reason":null,"score_raw":null,"duration_s":87.34157264100031,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2079,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.31453006599986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":426,"out_tokens":5340,"error":null,"skip_reason":null,"score_raw":null,"duration_s":114.539948403999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":5463,"error":null,"skip_reason":null,"score_raw":null,"duration_s":106.84868734500014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1846,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.34518303199911,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":4156,"error":null,"skip_reason":null,"score_raw":null,"duration_s":83.18187602000035,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":249,"out_tokens":3408,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.95876505499837,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":3500,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.79715732299883,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":5572,"error":null,"skip_reason":null,"score_raw":null,"duration_s":142.54035590499916,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":4918,"error":null,"skip_reason":null,"score_raw":null,"duration_s":99.39290438300122,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":5981,"error":null,"skip_reason":null,"score_raw":null,"duration_s":437.38424905099964,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":12080,"error":null,"skip_reason":null,"score_raw":null,"duration_s":616.3553985819999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":3400,"error":null,"skip_reason":null,"score_raw":null,"duration_s":85.00509586699991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":355,"out_tokens":13441,"error":null,"skip_reason":null,"score_raw":null,"duration_s":605.8520808100002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":381,"out_tokens":5976,"error":null,"skip_reason":null,"score_raw":null,"duration_s":124.22149790700132,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0040211760006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":6470,"error":null,"skip_reason":null,"score_raw":null,"duration_s":112.3649700269998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":5687,"error":null,"skip_reason":null,"score_raw":null,"duration_s":377.49615814199933,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0185160019992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":6561,"error":null,"skip_reason":null,"score_raw":null,"duration_s":112.77769312299824,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0084407060003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.016586146001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":13058,"error":null,"skip_reason":null,"score_raw":null,"duration_s":209.19419839200054,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":12136,"error":null,"skip_reason":null,"score_raw":null,"duration_s":504.11240892299975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":5152,"error":null,"skip_reason":null,"score_raw":null,"duration_s":110.25080634400001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":11438,"error":null,"skip_reason":null,"score_raw":null,"duration_s":482.7741973560005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":14469,"error":null,"skip_reason":null,"score_raw":null,"duration_s":311.7724720639999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":11850,"error":null,"skip_reason":null,"score_raw":null,"duration_s":251.08955616999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":539.3905298530008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":3337,"error":null,"skip_reason":null,"score_raw":null,"duration_s":84.16233686800115,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":4924,"error":null,"skip_reason":null,"score_raw":null,"duration_s":86.34007428900077,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":4662,"error":null,"skip_reason":null,"score_raw":null,"duration_s":75.64389805499923,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":5634,"error":null,"skip_reason":null,"score_raw":null,"duration_s":96.10083440700146,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":7589,"error":null,"skip_reason":null,"score_raw":null,"duration_s":408.6278594760006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":7197,"error":null,"skip_reason":null,"score_raw":null,"duration_s":118.48917218600036,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0158850349999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0206476639996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":2694,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.277006697000616,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":3692,"error":null,"skip_reason":null,"score_raw":null,"duration_s":71.52760491699883,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":14193,"error":null,"skip_reason":null,"score_raw":null,"duration_s":301.49492431,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":567.9063218339998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":586.9592159210006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.046446768998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2064.0113991360013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":15732,"error":null,"skip_reason":null,"score_raw":null,"duration_s":243.98108169099942,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":null,"duration_s":272.552405112001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":543.447337824,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0128499139992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":540.0825753079989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":617.9065602329974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":551.3821216479992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0080615109982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":561.7516962629998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":11530,"error":null,"skip_reason":null,"score_raw":null,"duration_s":501.0010038370019,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0064383419995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":11921,"error":null,"skip_reason":null,"score_raw":null,"duration_s":207.83081423800104,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":11387,"error":null,"skip_reason":null,"score_raw":null,"duration_s":194.3309319209984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0248950740024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":5912,"error":null,"skip_reason":null,"score_raw":null,"duration_s":355.73540703800245,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":552.0886200880013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":539,"out_tokens":12124,"error":null,"skip_reason":null,"score_raw":null,"duration_s":555.8081151829999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":630.782680059,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":13465,"error":null,"skip_reason":null,"score_raw":null,"duration_s":228.387030503,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1038.0970985870001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":15784,"error":null,"skip_reason":null,"score_raw":null,"duration_s":281.0327899849999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":570.2005107859999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.053993838,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":599.996498795,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":590.5560975850001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":632.364403955,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2080.787131651,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0483888750002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":2012,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.06823907700001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":2938,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.748464954000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":750,"out_tokens":4354,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.338685573999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1470,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.23171440099999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1016,"out_tokens":3597,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.15964377199998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":1326,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.069127104,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":6263,"error":null,"skip_reason":null,"score_raw":null,"duration_s":137.250248324,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":6672,"error":null,"skip_reason":null,"score_raw":null,"duration_s":138.920718545,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-D082C17F","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":7669,"error":null,"skip_reason":null,"score_raw":null,"duration_s":236.65338247300002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":12112,"error":null,"skip_reason":null,"score_raw":null,"duration_s":244.35308897700003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":14206,"error":null,"skip_reason":null,"score_raw":null,"duration_s":311.595022777,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":null,"duration_s":315.634716669,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":378.86763221200005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":513.016070093,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-0BCEB48E","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":8992,"error":null,"skip_reason":null,"score_raw":null,"duration_s":542.8797074800001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-1C63A3DF","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":8968,"error":null,"skip_reason":null,"score_raw":null,"duration_s":292.002090385,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":10029,"error":null,"skip_reason":null,"score_raw":null,"duration_s":977.381950639,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":538.1059777369999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":402.88320370299994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-8E43C87A","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":398.510324289,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":552.0054545169999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.028301381,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.026006598,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0252292349999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-3CE32598","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.024305437,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-4457B208","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0234088690001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.022556034,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.021650259,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.018217297,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-0AD3427C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.01483547,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-90F212C9","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":411.48899393500005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":5102,"error":null,"skip_reason":null,"score_raw":null,"duration_s":147.233858887,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":560,"out_tokens":7638,"error":null,"skip_reason":null,"score_raw":null,"duration_s":215.825017463,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0215277260002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":9587,"error":null,"skip_reason":null,"score_raw":null,"duration_s":276.5898910290002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-1A899BD5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2096.3088663070002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-038BB894","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2098.6349494180004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":500.93656222000027,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-ACC62E23","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":383.7738945620001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":6680,"error":null,"skip_reason":null,"score_raw":null,"duration_s":190.69855835599992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-F59A2B97","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":7017,"error":null,"skip_reason":null,"score_raw":null,"duration_s":103.22337983599982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":400.9197521230001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":10042,"error":null,"skip_reason":null,"score_raw":null,"duration_s":230.15366535800013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-F11778BE","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":404.34617969400006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":430.5243813339998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2148.995137406,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":5970,"error":null,"skip_reason":null,"score_raw":null,"duration_s":79.58832915100038,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":415.8494299939998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":507.58814183000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":395.4834587629998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":392.8006015750002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1316.1894139709998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":431.83690868099984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":513.4757425399998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":651,"out_tokens":10783,"error":null,"skip_reason":null,"score_raw":null,"duration_s":932.8277093760003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":389.00987195100015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":null,"duration_s":184.10258689700004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":9265,"error":null,"skip_reason":null,"score_raw":null,"duration_s":148.40184157700014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2479.330703195,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":414,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":null,"duration_s":207.65970985600006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":408.42635746299993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":7167,"error":null,"skip_reason":null,"score_raw":null,"duration_s":128.40668266500006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.050109983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0471451929998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":393.3416473760003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":14407,"error":null,"skip_reason":null,"score_raw":null,"duration_s":225.05478036600016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":760.0534252010002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":436.1481526419998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":451.92849282299994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0246703979997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2137.3605919220004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":13991,"error":null,"skip_reason":null,"score_raw":null,"duration_s":399.39632129200027,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2112.9918000300004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2464.2350182409996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":568.8118204980001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2546.0413849529996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":454.5492742470001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":446.33180988200047,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2406.753507858,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0075566510004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":440.6586787999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":456.1491991869998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":470.7714162940001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":5254,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.43132722300015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":458.78051197399964,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":479.97292823299995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":522.2538552619999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":466.5770952359999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":505.29823770299936,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":523.2607201249994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":546.5364292969998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":11846,"error":null,"skip_reason":null,"score_raw":null,"duration_s":184.86409169599938,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":520.6587838880005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2086.952070042,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":522.8475296530005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":498.0892146119995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":543.1459559619998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":568.7112033880003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_count_mean":null,"extra_count_mean":null,"extra_false_mean":null,"extra_unsupported_mean":null,"judge_scores":null,"judge_hallucination_counts":null,"score_ex_family":null,"false_claim_types":null,"contradicted_rubric_count":null,"judge_tokens":null}