{"model_id":"mistral-large-2","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":416,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.126039645000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":440,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.78289977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":542,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.926600870999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":866,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.748976166,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":396,"out_tokens":616,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.146912590999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":344,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.606669527999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":1424,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.510939548999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.332887387,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":471,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.244566458999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.943301364,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":909,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.865128144000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1486,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.661028094999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":487,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.860035170000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":2005,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.58328734500001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":498,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.145332568,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":258,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.336750748,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":369,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.791483004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":348,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.436088150000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1063,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.942474090000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":391,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.287831832000009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.922484382,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.775962817999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":591,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.347649286999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":397,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.951831811000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":472,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.21865932,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":3312,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.63176856999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":268,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.84555456299999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":3461,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.429686434999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.398882329000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3036,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.65654135999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1788,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.922770678999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":1542,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.347675952000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":1512,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.72045623800001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":295,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.892622963000008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":288,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.495277363,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":2406,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.752030104,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":1642,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.454127856,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.732711605999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":206,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.016297073999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":3347,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.65989828100001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":2917,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.135971199,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1228,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.044498367000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":2054,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.057274969000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1323,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.949264575,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.77417681,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":1269,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.763514446000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2645,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.156411393,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":197,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.03916277100001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1390,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.580462089000008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":1247,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.553903625999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":1841,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.655832726,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":303,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.99689181400001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":589,"out_tokens":1172,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.00950506800001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":331,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.16438936099999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":308,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.061569969999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2393,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.645351523999977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":1280,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.920869716,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":654,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.02394706899999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":469,"error":null,"skip_reason":null,"score_raw":null,"duration_s":71.293654109,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1064,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.265660106000013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":787,"error":null,"skip_reason":null,"score_raw":null,"duration_s":75.175411326,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":1103,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.316591485000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":475,"error":null,"skip_reason":null,"score_raw":null,"duration_s":73.45530114399999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.440872168999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":1114,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.281920391,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":4151,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.10913518000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":2902,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.55738644200002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":593,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.250207160000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.609892115000008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":464,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.554202946000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":650,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.543249847999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":919,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.012887935999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":554,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.044719464999986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.26270132900001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.610487348999982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.909832558000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2811,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.594864365999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":1876,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.115178728000018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.28971803799999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":1155,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.180349759000023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":884,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.838995982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":279,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.364783408999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.351600297000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1589,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.375080886000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":581,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.432942240000017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":564,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.98478290600002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1454,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.74696875500001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.824542276000017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":416,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.591786582000026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":1113,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.811983701000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":236,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.328569703,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":851,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.00057344000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":375,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.87457624000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":1884,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.376024922000028,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":517,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.415285781000023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1845,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.855192835000025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.975142734000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":772,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.288444322000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.1829746419999765,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":695,"out_tokens":1126,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.68372266999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":403,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.332776017000015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":1326,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.085606329,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1591,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.819565823999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.811795431999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":1114,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.03128940900001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1075,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.394880177000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.71938145599998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.421391599000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1328,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.156549084999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":1006,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.87200694699999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1154,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.313438246999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":1128,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.84451059700001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1222,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.084163805999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.55026534999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":962,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.632625910999991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":171,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.589381258000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":1169,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.800611804000027,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1588,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.696125974000012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.048582726000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":704,"out_tokens":1030,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.876926067,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1342,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.143248546999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.792866524999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1479,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.212875943,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":1028,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.63239845999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":645,"out_tokens":1122,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.70039165099999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":982,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.851103333999987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":923,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.582306740000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1546,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.546070328000013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":289,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.68114862599998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":1083,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.224955964999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":777,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.923877478999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.111564519999973,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":830,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.48350883500001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":705,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.37477209100001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.358244309999975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":205,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.803453138000009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":1548,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.568588763000008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":971,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.56494419500001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1809,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.534858896999964,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":132,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.858187550999986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":1017,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.895281385999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":977,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.020786886000025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.053946197000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":931,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.85494453900003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1906,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.242053163999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":216,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.493860745999967,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":137,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.969415775999977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1017,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.260156850999977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.07221403199998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":226,"out_tokens":430,"error":null,"skip_reason":null,"score_raw":null,"duration_s":69.90483729599998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":345,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.13743336499999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":941,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.333366030999969,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":2217,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.151324400999982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":712,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.494006606000028,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":386,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.61522757399999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1126,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.268744927,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.900311353999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":737,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.527556584000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":321,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.847220110000023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.276599646000022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":283,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.113705570999969,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":1089,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.032137777000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":112,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.997267239999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.75869222,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.420687144999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":295,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.36961508600001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":952,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.98742387599998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":165,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.51992306300002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":836,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.981522551000012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.487288012000022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.945247869000013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":1741,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.129136985999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.8168185799999605,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.497350632999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":1006,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.066951576999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1697,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.460548038000013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":921,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.320823716999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":132,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.118640460999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":360,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.022290036000015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.524572449000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.168693899000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.155153111999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1788,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.26612055999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":1131,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.73377666800002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.252439844999969,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.968117749999976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":431,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.458689305000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":138,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.77289934999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.28823333600002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":170,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.252663927000015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":581,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.508886103999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.323917547999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":571,"out_tokens":836,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.847411945000033,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":365,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.562046710999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":439,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.360716476999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1231,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.840419101999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.481787568000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1751,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.470984382999973,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":1040,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.931670619999977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":216,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.21576992400003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2191,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.134653848000028,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1718,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.50202299,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":899,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.142773144000046,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":891,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.827114764000044,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1220,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.081968345999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":139,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.633961210999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":236,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.485146510999982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.586720497000044,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":908,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.234150414999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1857,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.159074352000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":680,"out_tokens":769,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.419432832999973,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":857,"out_tokens":989,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.390159572000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.323261939999952,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":898,"out_tokens":972,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.327711814999986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":629,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.144612815000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":2372,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.593416169000022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":120,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.715457396999966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":1906,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.678711124000017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.718505828000048,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":2209,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.23488645399999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1436,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.627907745000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1014,"out_tokens":1288,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.02746685799997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.804968895000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":946,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.132465283000045,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":1219,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.787481525000032,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":610,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.551826896000023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":1781,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.226096507000022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1370,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.31312281800001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.32055487399998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":145,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.404337456999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":161,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.855427787999986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1612,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.49769149399998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1649,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.589823695999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.44909232299995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":1078,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.439721738000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":773,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.139758150000034,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":716,"out_tokens":949,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.085418782999966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.32324597400003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.667158675,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":362,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.749257316000012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1453,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.49146134099999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1217,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.137513824999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.70795966899999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":490,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.548934782,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":1012,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.87707230699999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.094331963000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.496384545000012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.525445665000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":388,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.623639498999978,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.87017283900002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":990,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.34845395100001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.977281591000008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2037,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.727627482000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1835,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.02462356000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.072095635999972,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":390,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.15325728900001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":992,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.380578716000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":775,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.357990014999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":358,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.60312442899999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":478,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.77949218599997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":677,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.834785726000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.607131193999976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1219,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.714814083000022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":645,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.598640115000023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.017604307999989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":1915,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.319440988999986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":781,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.590698271999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":2077,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.463130542999977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":161,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.436891901999957,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":496,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.619661991999976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.58833631699997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":141,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.53188359699999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":434,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.468407313,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1385,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.176631471999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1319,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.471918163999987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1596,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.051364397999976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":576,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.504234484999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":685,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.569191241,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":2825,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.946163635000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":466,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.579150029000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":1787,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.21231734899999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.786671317000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.67381974899996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1404,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.217270568000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":1647,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.372718970999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.013487915999974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":450,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.578971437000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":452,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.821740592000026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":634,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.48144570400001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":1592,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.42372035400001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":145,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.581975039999975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":520,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.10362885799998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":672,"out_tokens":1078,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.982487289999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.69410954099999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":482,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.271650265999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":492,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.671020393000049,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":2602,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.456461864000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":2452,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.988165787000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2117,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.000342959000022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1216,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.283500307999986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":553,"out_tokens":1147,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.562279998999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":201,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.262848797000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":499,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.314973436000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":413,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.26702669499997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.260424635999982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":361,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.222630617999982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1029,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.442635258000053,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":639,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.058938142999978,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":1135,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.192564155000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":1101,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.482963297000026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":1772,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.18274797199996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":352,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.86783527199998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":1931,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.31582047500001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":343,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.885051120000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":2177,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.013173817999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":253,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.44733422500002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1117,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.00442111900003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":770,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.080693165000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":2693,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.58710111199997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":1080,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.408576332999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":1109,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.679586368999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1867,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.46018018699999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":342,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.64183830600001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.84589632699999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":1732,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.001231445999963,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.46404672,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":838,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.481908970000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":2444,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.941719457000033,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":2778,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.702653655999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":774,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.619321645000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":1267,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.208095267999965,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.976619634999963,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":1982,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.42193933799996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":709,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.940552524999987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1457,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.35701226599997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":2014,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.28976416199998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1805,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.61361857600002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":251,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.73765959299999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":1741,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.745770409999977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":293,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.705687038999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.105658435999942,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.18913496799996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":985,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.705773547999968,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":741,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.24383483300005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":1119,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.125679783999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1536,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.124532654999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":2917,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.850348742999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.03311353199996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":673,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.52793862499999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.22359741599996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":824,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.237587787999928,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":1618,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.266652608000072,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":878,"error":null,"skip_reason":null,"score_raw":null,"duration_s":85.82215738299993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":244,"out_tokens":368,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.799103000999935,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1010,"out_tokens":1963,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.47198143099996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.38943730500006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1923,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.701629974000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":560,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.957895191000034,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":2328,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.931373800000074,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":653,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.210078033000059,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":729,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.687389680000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":432,"out_tokens":299,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.945763854000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.102030739000043,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":916,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.535490080000045,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":263,"out_tokens":244,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.028079223999953,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":332,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.350626906000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1295,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.229326585999956,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":886,"out_tokens":1958,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.63437479600009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1096,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.948565005999967,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":3424,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.507194181000045,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1664,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.570856225000057,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2271,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.10844542699999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":1485,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.241720774999976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":2604,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.003318175000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":419,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.40361708699993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":424,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.13582729899997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":4159,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.10355318000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":303,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.279394629999956,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":1314,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.371965126999953,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":368,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.43500644800008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2327,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.015543915999956,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":1662,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.649219650000077,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1309,"out_tokens":1919,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.18093461199999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":1003,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.95178780499998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":2213,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.960188306999953,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1103,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.78348383599996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":292,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.179495718999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1910,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.1170271310001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":328,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.95010645100001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.303326970000057,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1109,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.55179232799992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":374,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.694058581000036,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":681,"out_tokens":1282,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.061852044000034,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":837,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.782510273999947,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2239,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.872216633999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":1382,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.898929735000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":2513,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.83165269599999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1159,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.850584212000058,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.561095334000015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2789,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.438723832999926,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":394,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.814868554999975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1457,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.70355952400007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":429,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.89048017699997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1313,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.483805210000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":479,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.473355339999898,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":3023,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.06011894200003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1564,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.983792292999965,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1156,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.344177269000056,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":979,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.943885773000034,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1202,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.218659335999973,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":1158,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.54854689499996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1325,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.66514465099999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":594,"out_tokens":1024,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.74149060299999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1022,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.249951650999947,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":973,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.358621752999966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":880,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.16925817899994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":986,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.732562885999982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":1398,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.116412903999958,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":918,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.826590108999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":1186,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.750244974999987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":1099,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.32463438100001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":834,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.76879407699994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":1364,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.868295760000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":1025,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.02262078399997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":700,"out_tokens":1063,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.658641020000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":947,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.62359260400001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":987,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.063531850000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":959,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.158627405999937,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1097,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.909354635,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":618,"error":null,"skip_reason":null,"score_raw":null,"duration_s":373.322050606,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":839,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.537529711000047,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":975,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.833852803000013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":502,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.73345951500005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":875,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.303403281999977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":864,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.03188732000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":790,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.305823568999926,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":870,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.220858049000071,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":907,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.348611566000045,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":612,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.577946621000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":789,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.554000379000058,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":867,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.736252893999904,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":595,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.380983925999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":551,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.645923659000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":769,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.297293792999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":735,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.48640550999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":4564,"error":null,"skip_reason":null,"score_raw":null,"duration_s":197.12098240600005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":749,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.496511363000081,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":692,"out_tokens":1224,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.59592081699998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":916,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.662735215999987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":828,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.977412686999969,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":802,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.501639595999904,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":877,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.822998230000053,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":685,"out_tokens":701,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.125746425999978,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":940,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.38617806299999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":735,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.044059534999974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":787,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.479864851000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":515,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.418015725000032,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":1031,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.474687388999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":789,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.782694515999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":897,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.828103285999987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":686,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.784601006999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":765,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.153606102000026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":858,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.445294835000027,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":657,"out_tokens":1153,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.701038183999913,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":912,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.623954528000013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":686,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.60874595200005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":716,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.406020380999962,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":674,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.776349962999916,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":615,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.34307960600006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":906,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.759794520000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":9671,"error":null,"skip_reason":null,"score_raw":null,"duration_s":264.81941581,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":1020,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.748275077000017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1169,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.87574535300007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":1292,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.973157843999957,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":1407,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.248410290000038,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":1185,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.286428104999914,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":976,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.66801913900008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1353,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.65557414500006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":1173,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.882665711000072,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1120,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.107513366000035,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":1090,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.307425051999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":1332,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.376308771999902,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1303,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.76055992399995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1022,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.55534083400005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":1050,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.635114774000044,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":1025,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.763058692000072,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":1407,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.66111416199999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":987,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.17673731000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":868,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.85172101699993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":951,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.934392480000042,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1704,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.03959526699987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1618,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.09392084800004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.63939330800008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":2029,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.768318880999914,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1095,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.58698936499991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1677,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.257930825999892,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1406,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.96663543999989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":1077,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.78031777399997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":1350,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.545169602999977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.140221454000084,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.540847591999864,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.34329987499996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":15677,"error":null,"skip_reason":null,"score_raw":null,"duration_s":1547.256968722,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":18037,"error":null,"skip_reason":null,"score_raw":null,"duration_s":365.9468826510001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":12368,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5316.438546717,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":11234,"error":null,"skip_reason":null,"score_raw":null,"duration_s":219.60764251,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":11509,"error":null,"skip_reason":null,"score_raw":null,"duration_s":250.1174826659999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":5596.375990148,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":17987,"error":null,"skip_reason":null,"score_raw":null,"duration_s":405.5058321329998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":6599.831673099,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":17923,"error":null,"skip_reason":null,"score_raw":null,"duration_s":307.31718201500007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":16107,"error":null,"skip_reason":null,"score_raw":null,"duration_s":953.495401059,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":17600,"error":null,"skip_reason":null,"score_raw":null,"duration_s":309.8660678570004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":4707,"error":null,"skip_reason":null,"score_raw":null,"duration_s":150.19430843099963,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":11421,"error":null,"skip_reason":null,"score_raw":null,"duration_s":260.6490151150001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":3296,"error":null,"skip_reason":null,"score_raw":null,"duration_s":148.83399174399983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":5221,"error":null,"skip_reason":null,"score_raw":null,"duration_s":195.55561854900043,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":4401,"error":null,"skip_reason":null,"score_raw":null,"duration_s":106.57061465400056,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":3962,"error":null,"skip_reason":null,"score_raw":null,"duration_s":163.14172134399996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":5321,"error":null,"skip_reason":null,"score_raw":null,"duration_s":144.72525231500003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1617,"error":null,"skip_reason":null,"score_raw":null,"duration_s":102.34169610800018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":5421,"error":null,"skip_reason":null,"score_raw":null,"duration_s":118.78037130499979,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":2678,"error":null,"skip_reason":null,"score_raw":null,"duration_s":114.62332467799934,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":4149,"error":null,"skip_reason":null,"score_raw":null,"duration_s":121.62981502599905,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":2306,"error":null,"skip_reason":null,"score_raw":null,"duration_s":103.86584532500092,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":2700,"error":null,"skip_reason":null,"score_raw":null,"duration_s":104.19855704200017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":4665,"error":null,"skip_reason":null,"score_raw":null,"duration_s":126.76962550399912,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":4556,"error":null,"skip_reason":null,"score_raw":null,"duration_s":139.57269277700107,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":19957,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6204.007488672001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":1708,"error":null,"skip_reason":null,"score_raw":null,"duration_s":63.97612289599965,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":4391,"error":null,"skip_reason":null,"score_raw":null,"duration_s":137.46605724999972,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":3008,"error":null,"skip_reason":null,"score_raw":null,"duration_s":75.28042495399859,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":3942,"error":null,"skip_reason":null,"score_raw":null,"duration_s":115.40595549299906,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":5025,"error":null,"skip_reason":null,"score_raw":null,"duration_s":179.63527829899976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":9960,"error":null,"skip_reason":null,"score_raw":null,"duration_s":222.00942770499933,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":5568,"error":null,"skip_reason":null,"score_raw":null,"duration_s":168.54529588400146,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":14836,"error":null,"skip_reason":null,"score_raw":null,"duration_s":289.83385149899914,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":7787,"error":null,"skip_reason":null,"score_raw":null,"duration_s":206.82653459799985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":10693,"error":null,"skip_reason":null,"score_raw":null,"duration_s":342.48861383700023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":9119,"error":null,"skip_reason":null,"score_raw":null,"duration_s":172.7913958879999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":4015,"error":null,"skip_reason":null,"score_raw":null,"duration_s":141.54843923499902,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":5765,"error":null,"skip_reason":null,"score_raw":null,"duration_s":227.01270761900014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":5978,"error":null,"skip_reason":null,"score_raw":null,"duration_s":196.11308316199938,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":12441,"error":null,"skip_reason":null,"score_raw":null,"duration_s":264.52090650100035,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":5062,"error":null,"skip_reason":null,"score_raw":null,"duration_s":98.35609468000075,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":9538,"error":null,"skip_reason":null,"score_raw":null,"duration_s":205.79794259200025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":13546,"error":null,"skip_reason":null,"score_raw":null,"duration_s":239.0006680940005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":6917,"error":null,"skip_reason":null,"score_raw":null,"duration_s":205.403289726999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":9923,"error":null,"skip_reason":null,"score_raw":null,"duration_s":539.160480995999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":10557,"error":null,"skip_reason":null,"score_raw":null,"duration_s":228.94959141599975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":12868,"error":null,"skip_reason":null,"score_raw":null,"duration_s":224.70536522300063,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":14552,"error":null,"skip_reason":null,"score_raw":null,"duration_s":1157.3631583749993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":13502,"error":null,"skip_reason":null,"score_raw":null,"duration_s":257.60784584700014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":4271,"error":null,"skip_reason":null,"score_raw":null,"duration_s":204.07385453499955,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":15010,"error":null,"skip_reason":null,"score_raw":null,"duration_s":1556.5130861800008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":15466,"error":null,"skip_reason":null,"score_raw":null,"duration_s":1911.153480551,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":9341,"error":null,"skip_reason":null,"score_raw":null,"duration_s":231.1747213210001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":6664,"error":null,"skip_reason":null,"score_raw":null,"duration_s":204.25862437700016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":16114,"error":null,"skip_reason":null,"score_raw":null,"duration_s":290.5086687999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":11784,"error":null,"skip_reason":null,"score_raw":null,"duration_s":264.1781375779992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":11421,"error":null,"skip_reason":null,"score_raw":null,"duration_s":237.38325299799908,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Request timed out.","skip_reason":null,"score_raw":null,"duration_s":6671.502694788,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":10857,"error":null,"skip_reason":null,"score_raw":null,"duration_s":362.6073415589999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":18215,"error":null,"skip_reason":null,"score_raw":null,"duration_s":1024.7282338919995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":7706,"error":null,"skip_reason":null,"score_raw":null,"duration_s":179.71863762299836,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":3964,"error":null,"skip_reason":null,"score_raw":null,"duration_s":151.50914663299955,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":4565,"error":null,"skip_reason":null,"score_raw":null,"duration_s":129.6287216010005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":12713,"error":null,"skip_reason":null,"score_raw":null,"duration_s":376.71377999700053,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":7647,"error":null,"skip_reason":null,"score_raw":null,"duration_s":263.5966352890009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":13409,"error":null,"skip_reason":null,"score_raw":null,"duration_s":222.9868480820005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":7662,"error":null,"skip_reason":null,"score_raw":null,"duration_s":265.53460268600065,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":9613,"error":null,"skip_reason":null,"score_raw":null,"duration_s":246.41288503000033,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":14737,"error":null,"skip_reason":null,"score_raw":null,"duration_s":329.0846881329999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":9064,"error":null,"skip_reason":null,"score_raw":null,"duration_s":256.09411112900125,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":16016,"out_tokens":9204,"error":null,"skip_reason":null,"score_raw":null,"duration_s":2003.735469708001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":8452,"error":null,"skip_reason":null,"score_raw":null,"duration_s":175.14500271600082,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":9285,"error":null,"skip_reason":null,"score_raw":null,"duration_s":204.32585319200007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":22102,"error":null,"skip_reason":null,"score_raw":null,"duration_s":1032.150992631001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":7084,"error":null,"skip_reason":null,"score_raw":null,"duration_s":194.77547012099967,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":3566,"error":null,"skip_reason":null,"score_raw":null,"duration_s":153.775363656001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":12330,"error":null,"skip_reason":null,"score_raw":null,"duration_s":291.6998242749996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":10492,"error":null,"skip_reason":null,"score_raw":null,"duration_s":265.1674850979998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":8051,"error":null,"skip_reason":null,"score_raw":null,"duration_s":193.16056096299872,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":14442,"error":null,"skip_reason":null,"score_raw":null,"duration_s":279.9414242090006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":5357,"error":null,"skip_reason":null,"score_raw":null,"duration_s":206.71049476100052,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":4803,"error":null,"skip_reason":null,"score_raw":null,"duration_s":180.4762902500006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":7120,"error":null,"skip_reason":null,"score_raw":null,"duration_s":226.76878708100048,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":13438,"error":null,"skip_reason":null,"score_raw":null,"duration_s":291.550994964,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":8628,"error":null,"skip_reason":null,"score_raw":null,"duration_s":224.63225860300008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":19469,"error":null,"skip_reason":null,"score_raw":null,"duration_s":442.1565228439995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":10741,"error":null,"skip_reason":null,"score_raw":null,"duration_s":205.980487376999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":10119,"error":null,"skip_reason":null,"score_raw":null,"duration_s":236.20167741299883,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":5577,"error":null,"skip_reason":null,"score_raw":null,"duration_s":185.38442855200083,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":17824,"error":null,"skip_reason":null,"score_raw":null,"duration_s":1542.600391348,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":15929,"error":null,"skip_reason":null,"score_raw":null,"duration_s":1953.6386302810024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":13927,"error":null,"skip_reason":null,"score_raw":null,"duration_s":354.5251270239969,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":11724,"error":null,"skip_reason":null,"score_raw":null,"duration_s":256.9274743770002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":400,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.31357788799869,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":279,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.5876298020011745,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":267,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.897874379999848,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.890067521999299,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.461934361999738,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":300,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.3665449709988025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.3944541689998005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":181,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.234966718999203,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.981473603002087,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.225370126001508,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":531,"out_tokens":125,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.676063741000689,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":279,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.210462443999859,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.583969203999004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":452,"out_tokens":60,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.604742461000569,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.662268175001373,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.9369895460004045,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.534388811996905,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.499432708002132,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.780337186999532,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":187,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.3333262619999005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.071266618000664,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.166927519003366,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":270,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.939267554000253,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":85,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.977013448002253,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.486452905999613,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.718443736001063,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":406,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.06437882499813,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.268946187999973,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":216,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.779725615000643,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":528,"out_tokens":355,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.770231661997968,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.58140805000221,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":153,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.414534895000543,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.881209461000253,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":87,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.070734238997829,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":89,"error":null,"skip_reason":null,"score_raw":null,"duration_s":3.8953379670019785,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":118,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.8843799919995945,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.524780003997876,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":149,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.201916386002267,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":103,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.696477353001683,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":85,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.249452955999004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.744389970997872,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":471,"out_tokens":139,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.865307505999226,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":124,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.077676137996605,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":487,"out_tokens":101,"error":null,"skip_reason":null,"score_raw":null,"duration_s":3.5534901049977634,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":141,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.792551716000162,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":135,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.088921239999763,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":114,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.7521289719989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":76,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.920396814999549,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":99,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.288863723002578,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":138,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.265934252001898,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":170,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.176336386000912,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":441,"out_tokens":148,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.494760223999037,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":123,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.494981621999614,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":619,"out_tokens":145,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.018185344997619,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":133,"error":null,"skip_reason":null,"score_raw":null,"duration_s":3.4943236079998314,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":725,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.408108583000285,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":451,"out_tokens":122,"error":null,"skip_reason":null,"score_raw":null,"duration_s":3.928595895999024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":484,"out_tokens":135,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.076906275997317,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":114,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.4197969189990545,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":72,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.617439085999649,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.801570912000898,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":91,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.498278958999435,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":66,"error":null,"skip_reason":null,"score_raw":null,"duration_s":3.3455732990005345,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":103,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.50120270899788,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":152,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.59015379399716,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":117,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.700908130998869,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":105,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.194417547001649,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":87,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.698421535998932,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":102,"error":null,"skip_reason":null,"score_raw":null,"duration_s":3.2308438590007427,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":null,"duration_s":3.615505051002401,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":267,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.575145270999201,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":569,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.622424840999884,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":303,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.137782389003405,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":491,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.800454290998459,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.852273971999239,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.206303445000231,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.328023811998719,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.397883584999363,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.415450525000779,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":415,"out_tokens":182,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.322691751000093,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":253,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.357267220999347,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.721329268999398,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":206,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.326257454998995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":205,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.399111271999573,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.475922294001066,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":438,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.44678193800064,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":null,"duration_s":3.848758916999941,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":427,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.760042821002571,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":719,"out_tokens":409,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.7953974829979416,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":313,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.7923862200004805,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":331,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.378978346998338,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":341,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.012962064000021,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":417,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.56387526799881,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":182,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.3563262520001444,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":179,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.189373310000519,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.461132805998204,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":560,"out_tokens":328,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.06420418199923,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.221466309998505,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":456,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.6350195270024415,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":745,"out_tokens":517,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.840142590997857,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":5687,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.180874121997476,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":17078,"error":null,"skip_reason":null,"score_raw":null,"duration_s":1951.798754548001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":11807,"error":null,"skip_reason":null,"score_raw":null,"duration_s":101.80334929500168,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":6004,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.56770348600185,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":535,"out_tokens":8387,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.82854405399848,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":8928,"error":null,"skip_reason":null,"score_raw":null,"duration_s":105.92473426599827,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":392.4956522350003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":15804,"error":null,"skip_reason":null,"score_raw":null,"duration_s":214.00413424300132,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":10002,"error":null,"skip_reason":null,"score_raw":null,"duration_s":132.02721922600176,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":7260,"error":null,"skip_reason":null,"score_raw":null,"duration_s":92.8359697220003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":7699,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.65225601800194,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":13663,"error":null,"skip_reason":null,"score_raw":null,"duration_s":117.00293912699999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":11332,"error":null,"skip_reason":null,"score_raw":null,"duration_s":127.41103425300025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":384,"out_tokens":11168,"error":null,"skip_reason":null,"score_raw":null,"duration_s":92.17676470700098,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":10896,"error":null,"skip_reason":null,"score_raw":null,"duration_s":135.43954352799847,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":7077,"error":null,"skip_reason":null,"score_raw":null,"duration_s":60.597840051003004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":452,"out_tokens":4544,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.512523231998784,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":5347,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.24978865899902,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":4122,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.60026796600141,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":7102,"error":null,"skip_reason":null,"score_raw":null,"duration_s":91.61369671200009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":357.71587686800194,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":6695,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.24718945099812,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":4591,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.236259381999844,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":5666,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.97307423899838,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":3192,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.20511585600252,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":6332,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.60259921300167,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":6730,"error":null,"skip_reason":null,"score_raw":null,"duration_s":86.71895795599994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":4633,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.98080573800326,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":3220,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.16728077099833,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":4517,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.96198480699968,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":4131,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.51624557700052,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":425,"out_tokens":5365,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.1895849049979,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":3780,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.97982704199967,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":338,"out_tokens":4946,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.05741006799872,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":20454,"out_tokens":3507,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4292.394493735001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":4681,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.3691907930006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":4274,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.628447707000305,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":384,"out_tokens":2924,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.104001834999508,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":9222,"error":null,"skip_reason":null,"score_raw":null,"duration_s":80.2170898359982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":395,"out_tokens":6393,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.02650375500161,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":5113,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.5349528609986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":402,"out_tokens":5419,"error":null,"skip_reason":null,"score_raw":null,"duration_s":63.84722388500086,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":386,"out_tokens":9677,"error":null,"skip_reason":null,"score_raw":null,"duration_s":80.9331841940002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":10895,"error":null,"skip_reason":null,"score_raw":null,"duration_s":138.3733759099996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":6070,"error":null,"skip_reason":null,"score_raw":null,"duration_s":70.9889165450004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":8335,"error":null,"skip_reason":null,"score_raw":null,"duration_s":94.7779484499988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":425,"out_tokens":4907,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.8690527079998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":471,"out_tokens":7970,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.9308713390019,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":7739,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.05301341800077,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":399,"out_tokens":11295,"error":null,"skip_reason":null,"score_raw":null,"duration_s":139.38406062500144,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":386,"out_tokens":7542,"error":null,"skip_reason":null,"score_raw":null,"duration_s":95.31409859899941,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":10682,"error":null,"skip_reason":null,"score_raw":null,"duration_s":137.5533752880001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":8004,"error":null,"skip_reason":null,"score_raw":null,"duration_s":86.81254217899914,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":6647,"error":null,"skip_reason":null,"score_raw":null,"duration_s":85.0234736880011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":11383,"error":null,"skip_reason":null,"score_raw":null,"duration_s":125.15915383099855,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":8447,"error":null,"skip_reason":null,"score_raw":null,"duration_s":101.26296333299979,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":7519,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.08835190899845,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":2582,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.00701792799737,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":675,"out_tokens":11740,"error":null,"skip_reason":null,"score_raw":null,"duration_s":98.2968330650001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":8021,"error":null,"skip_reason":null,"score_raw":null,"duration_s":67.94770163400244,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":3394,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.047906694999256,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":5397,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.080207134000375,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":438,"out_tokens":9490,"error":null,"skip_reason":null,"score_raw":null,"duration_s":79.05021556800057,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":8162,"error":null,"skip_reason":null,"score_raw":null,"duration_s":200.61782656799915,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":431,"out_tokens":13913,"error":null,"skip_reason":null,"score_raw":null,"duration_s":152.29916396399858,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":15741,"error":null,"skip_reason":null,"score_raw":null,"duration_s":201.14723895799762,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":3402,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.405750116999116,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":15734,"error":null,"skip_reason":null,"score_raw":null,"duration_s":190.41031224000108,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":399,"out_tokens":6301,"error":null,"skip_reason":null,"score_raw":null,"duration_s":50.84844354300003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":2687,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.312396858000284,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":5506,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.139610662998166,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":7361,"error":null,"skip_reason":null,"score_raw":null,"duration_s":88.6152265640012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":5544,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.61955273100102,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":11600,"error":null,"skip_reason":null,"score_raw":null,"duration_s":135.75999161199798,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":427,"out_tokens":5662,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.91795583000203,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":15992,"error":null,"skip_reason":null,"score_raw":null,"duration_s":198.37658190700313,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":12028,"error":null,"skip_reason":null,"score_raw":null,"duration_s":98.99463234699942,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":6292,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.347761558001366,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":9320,"error":null,"skip_reason":null,"score_raw":null,"duration_s":111.72533214299983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":6355,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.69849224100108,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":8636,"error":null,"skip_reason":null,"score_raw":null,"duration_s":73.76935330299966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":5548,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.5199740570024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":381,"out_tokens":5827,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.55684314500104,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":317,"out_tokens":3815,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.47655741699782,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":5544,"error":null,"skip_reason":null,"score_raw":null,"duration_s":67.92622129099982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":8451,"error":null,"skip_reason":null,"score_raw":null,"duration_s":101.7610677900011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":6757,"error":null,"skip_reason":null,"score_raw":null,"duration_s":79.11785213499752,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":6518,"error":null,"skip_reason":null,"score_raw":null,"duration_s":83.98122777599929,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":267,"out_tokens":1811,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.111934005000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":2175,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.863024667000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":2959,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.21689644800001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":395,"out_tokens":2889,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.11429009900001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":5104,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.88246928000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":2773,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.66882454499999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":8299,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.392594829,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":400,"out_tokens":4625,"error":null,"skip_reason":null,"score_raw":null,"duration_s":70.11033974600001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":3279,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.19195435499999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":492,"out_tokens":3866,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.184875326,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":2609,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.065550447999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":282,"out_tokens":3723,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.48424930600001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":2446,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.34505435099999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":7541,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.316006577,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":449,"out_tokens":2498,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.45380438799998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":3745,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.96476950500002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":392,"out_tokens":4020,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.71136555999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":9752,"error":null,"skip_reason":null,"score_raw":null,"duration_s":130.33354100600002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":3535,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.42732748999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":325,"out_tokens":3067,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.771207575999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":609,"out_tokens":13734,"error":null,"skip_reason":null,"score_raw":null,"duration_s":116.676480967,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":3053,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.202875933,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":2452,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.368753513,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3055,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.08693271000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":2933,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.120362933000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1930,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.37448367899998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":2784,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.33853739000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":13351,"error":null,"skip_reason":null,"score_raw":null,"duration_s":250.467569542,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":2260,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.88070554999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":338,"out_tokens":2546,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.19914093700004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":2501,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.444522027999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":1734,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.500260251000043,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":1825,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.10499616100003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":8364,"error":null,"skip_reason":null,"score_raw":null,"duration_s":109.14897421499998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":414,"out_tokens":2368,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.021996909999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":2505,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.264226518999976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":2465,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.11508239899996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":536,"out_tokens":13088,"error":null,"skip_reason":null,"score_raw":null,"duration_s":161.164059314,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":2354,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.94607940999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1698,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.326882428000033,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":2549,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.155343835,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":1445,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.121357382000042,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":1733,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.809438019000027,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":242,"out_tokens":2107,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.589763208999955,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":873,"out_tokens":14975,"error":null,"skip_reason":null,"score_raw":null,"duration_s":126.19141508199999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":15838,"error":null,"skip_reason":null,"score_raw":null,"duration_s":200.77085263,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":2775,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.00193757599999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":712,"out_tokens":11794,"error":null,"skip_reason":null,"score_raw":null,"duration_s":129.24381178199997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":722,"out_tokens":11722,"error":null,"skip_reason":null,"score_raw":null,"duration_s":97.702449581,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":2807,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.48638186799997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":1621,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.361778359000027,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":322,"out_tokens":1784,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.16949897500001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2288,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.56923938700004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":2041,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.18024952799999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":2312,"error":null,"skip_reason":null,"score_raw":null,"duration_s":639.7594294390001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":2758,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.03951570100003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":1953,"error":null,"skip_reason":null,"score_raw":null,"duration_s":632.2797077659999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":3616,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.58081586100002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":1274,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.955845530999795,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":1828,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.871509022999817,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":300,"out_tokens":2124,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.003779729999906,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":3661,"error":null,"skip_reason":null,"score_raw":null,"duration_s":62.621469212999955,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":3391,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.841915641000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2579,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.15228893499989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":2491,"error":null,"skip_reason":null,"score_raw":null,"duration_s":651.3910823450001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":473,"out_tokens":1983,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.582598927999925,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":2524,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.78809334699986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":2039,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.498256558000094,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":3604,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.79521796900008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":2273,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.70881773899987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":2228,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.02912703799984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":2596,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.97602325999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":375,"out_tokens":3103,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.946810486000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":3282,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.63699395799995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":2096,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.64130083700002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":2632,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.18156649100001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":4011,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.44525591499996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":1921,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.52395941399982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":2570,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.41388922300007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":2552,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.838184158999866,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":1563,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.23742887000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":1774,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.99442500600003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":3463,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.511368403000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":2251,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.790519082999936,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":2476,"error":null,"skip_reason":null,"score_raw":null,"duration_s":1237.36533999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":5460,"error":null,"skip_reason":null,"score_raw":null,"duration_s":83.07319504099996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":2402,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.284231509999927,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":2608,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.26601996299996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":2425,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.22891454700016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":1901,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.630864003999932,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":2207,"error":null,"skip_reason":null,"score_raw":null,"duration_s":638.397331675,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1919,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.759427963999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":318,"out_tokens":3048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.95456694399991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":3396,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.31503933199997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":2569,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.446951950000084,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":267,"out_tokens":2763,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.86443551699995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":449,"out_tokens":2836,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.95512642300014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":2175,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.431371720000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":2348,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.62383088799993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":2837,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.32161814300002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":3226,"error":null,"skip_reason":null,"score_raw":null,"duration_s":86.03894862100015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":4524,"error":null,"skip_reason":null,"score_raw":null,"duration_s":81.33507908299998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":4408,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.28118606099997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":4357,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.03245552099997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":4070,"error":null,"skip_reason":null,"score_raw":null,"duration_s":62.79760469100006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":491,"out_tokens":2954,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.73060952100013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":2796,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.538438197000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2672,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.354708213000094,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":2832,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.12864194200006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":3551,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.22904167900015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":3581,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.576451761000044,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":4172,"error":null,"skip_reason":null,"score_raw":null,"duration_s":60.96716861600021,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":3929,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.71066135599995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":1944,"error":null,"skip_reason":null,"score_raw":null,"duration_s":636.390857117,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":18984,"error":null,"skip_reason":null,"score_raw":null,"duration_s":2318.5641905680004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}