{"model_id":"mistral-large-2","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":330,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.9052099379999845,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":458,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.065876984999989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":396,"out_tokens":567,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.55022397600004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":710,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.548675541000023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":775,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.915192181999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":427,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.486419984000008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":499,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.32987863599999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":496,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.952869496000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":1150,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.69415919399995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":469,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.292404642000008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":372,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.017003890000012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":335,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.104287226999986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":734,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.850209129999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1544,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.621133568999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":437,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.984597566000048,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":356,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.810447002999979,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":1652,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.25975045199999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":1779,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.668026345000044,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":737,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.649149811999962,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":1878,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.669122597999944,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":352,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.413637731999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":688,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.741381642000022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1266,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.416628617000015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":463,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.45454600200003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":540,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.315036174,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2533,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.533281371999976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":507,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.397565956999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":828,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.279809170000021,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":550,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.945712501999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":3072,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.22825509300003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1970,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.422670021999977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":482,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.822338876999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":2739,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.795474458,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":754,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.902651633999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":849,"out_tokens":375,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.56195741200003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":1664,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.150950026999965,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":340,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.924949289999972,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.784264575000009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":1912,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.373852096999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":570,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.15069923699997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":1313,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.449992313999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":846,"out_tokens":414,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.49173687599995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":579,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.305852188000017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":398,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.437074768000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":510,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.380441386999962,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":664,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.543057164000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":907,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.69953449999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.781201652,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1214,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.878485223999974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":973,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.626399169000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":462,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.650575666999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3035,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.59918504400002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.02010771800002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":374,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.108621986000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":524,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.483968854000011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":1230,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.613469828000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":899,"out_tokens":338,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.31090908799996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":619,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.061665921000042,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":501,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.767285078999976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1391,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.52629026400001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":307,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.511505633000013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":226,"out_tokens":395,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.623181525000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.562046565999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.043670994999957,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":498,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.496825437999973,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":589,"out_tokens":1163,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.952450900999963,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":3423,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.578776369000025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.738689584999975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.001735088999965,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":1352,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.439496196999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.945286625999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2961,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.57782733800002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.434693915000025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.990167205000034,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.608117467999989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":212,"error":null,"skip_reason":null,"score_raw":null,"duration_s":3.999049639999953,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":300,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.4798916959999815,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":5203,"error":null,"skip_reason":null,"score_raw":null,"duration_s":93.73824418700002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":1225,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.65528524199999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":280,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.563167968000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.124259784000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":263,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.18095895099998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":1228,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.219350356000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":809,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.28267107299996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":513,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.467379703999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.050597819000018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":3311,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.671346374999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":374,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.210568281999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1203,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.801450759999966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":349,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.576872686999991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":2263,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.309307836000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":1135,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.228186778999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":267,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.123585063000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":417,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.702892722999991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":301,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.538660360000051,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":471,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.26870631600002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":883,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.371620114999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":741,"out_tokens":514,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.45154828100004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.323657510000032,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":924,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.838764794000042,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":322,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.009106810999981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":464,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.010244737999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":5959,"error":null,"skip_reason":null,"score_raw":null,"duration_s":118.17157901600001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":825,"out_tokens":409,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.966825547999974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.621102004000022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":337,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.768220853999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":7165,"error":null,"skip_reason":null,"score_raw":null,"duration_s":120.60456515700002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":1998,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.94164711600001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":1170,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.094265199000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2582,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.12819801300003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":844,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.609852095999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":4885,"error":null,"skip_reason":null,"score_raw":null,"duration_s":127.131757881,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":836,"out_tokens":302,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.14168442900001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":1242,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.003459819,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":1161,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.220283461000008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":887,"out_tokens":325,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.665498678999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":695,"out_tokens":1018,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.570546998999987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":1017,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.604755259,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":1130,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.298044172000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.029211211000018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":318,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.97839301199997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2766,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.621566804,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3389,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.52094156100003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":1288,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.453812731000028,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":794,"out_tokens":359,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.67331879200003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":876,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.31207618500008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":704,"out_tokens":1277,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.920363253999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":645,"out_tokens":1075,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.05036332000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":865,"out_tokens":412,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.65116921100008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":825,"out_tokens":269,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.70852524000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":1039,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.97871786199994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":711,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.74461599999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":856,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.826180545000057,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":845,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.024885921999953,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1353,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.277481581000075,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":3038,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.45913008399998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.68718590500004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":1738,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.98551941599999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.16946845000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":544,"out_tokens":6787,"error":null,"skip_reason":null,"score_raw":null,"duration_s":181.22097075400006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":1004,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.487228722000054,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":362,"out_tokens":279,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.885001023999962,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.442711271999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":350,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.810109614,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.84747299499998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":381,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.841463099999942,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":null,"duration_s":4.125202291999926,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":4069,"error":null,"skip_reason":null,"score_raw":null,"duration_s":67.25319933799994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":774,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.816714509000008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.094761204000065,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":1022,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.225702918000025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":981,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.31050050800002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":null,"duration_s":3.447594925999965,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":314,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.809971741000027,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":638,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.637767327000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.274730865000038,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":348,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.121031839000011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":421,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.01946698100005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":null,"duration_s":199.465966595,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1488,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.141468635000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":527,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.690436506999959,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":816,"out_tokens":333,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.425858081,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":695,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.631913112000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":560,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.120278186000064,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":705,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.403523195999924,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":472,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.72043508999991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":392,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.861262514999908,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":742,"out_tokens":402,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.897066750000022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":987,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.143005844999948,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":773,"out_tokens":328,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.12588313399999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":null,"duration_s":136.23019171700003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":944,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.386276131000045,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1226,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.067177017000063,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":2120,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.95155754999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":649,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.005480783000053,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":587,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.840361356000017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":429,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.767824903999895,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":594,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.613816577999955,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":2000,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.827302186,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":568,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.101439471000049,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":565,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.531763053999953,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":571,"out_tokens":720,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.302966329000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":377,"out_tokens":8315,"error":null,"skip_reason":null,"score_raw":null,"duration_s":217.81406738999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":1023,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.51991318499995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":869,"out_tokens":287,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.841705346000026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":799,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.992437772000017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":444,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.305180886000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.573230699999954,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":453,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.67316289200005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":761,"out_tokens":87,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.532215946000065,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":1514,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.939830540000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":787,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.723449748999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":585,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.238817704000098,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":426,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.87462941299998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1153,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.52925940500006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":440,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.308178278000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":944,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.127436176999936,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1555,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.247808864000035,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":619,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.06867803900002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":326,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.884943542999963,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":1122,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.255215099999987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":977,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.35558929599995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":498,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.671807545999968,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1207,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.785862414999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":603,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.208300855000061,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":1008,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.89887656199994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.36796221299994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":767,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.345367290000013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":741,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.092030305000094,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":680,"out_tokens":581,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.769896606999964,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":886,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.735551901999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":438,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.8535096179999755,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1326,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.86462093700004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":778,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.821757829000035,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":822,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.809698862000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":754,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.70433251099996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1137,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.671189950999974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":721,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.656871473000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":898,"out_tokens":869,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.176750726000023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":857,"out_tokens":1071,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.973093796000057,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1214,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.558680805999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":761,"out_tokens":151,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.022294622000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":432,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.86180590799995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":812,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.876627271000075,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":804,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.610092094000038,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":596,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.107068205000019,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1014,"out_tokens":1181,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.969248419999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":563,"out_tokens":11672,"error":null,"skip_reason":null,"score_raw":null,"duration_s":207.03707467700002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":810,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.752139466000017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":901,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.85228247100008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":1053,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.222417285000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":871,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.864476645999957,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":761,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.505771106999987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":680,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.775930036999966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":487,"out_tokens":15915,"error":null,"skip_reason":null,"score_raw":null,"duration_s":267.95977650599997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":843,"out_tokens":256,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.20056975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":840,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.38196085800007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":1128,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.137055122999982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":486,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.270993868000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":868,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.14020967700003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":699,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.18917563499997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1240,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.731152225000073,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.57171745599999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":942,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.208530427000028,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":784,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.521312720999958,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":780,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.042124359000013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":8775,"error":null,"skip_reason":null,"score_raw":null,"duration_s":159.86105329800006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":729,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.259136789000081,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1877,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.04356052800006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":765,"out_tokens":118,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.17987349200007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":10404,"error":null,"skip_reason":null,"score_raw":null,"duration_s":281.95364072999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":716,"out_tokens":1134,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.384656072999974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":960,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.620200724000028,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":499,"out_tokens":9262,"error":null,"skip_reason":null,"score_raw":null,"duration_s":286.077393449,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":914,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.489187218999973,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":1314,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.150226541000052,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":1127,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.441077254999982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":692,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.635403654000015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.714330011000015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":880,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.531915457999958,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":724,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.03749527499997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":812,"out_tokens":197,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.534934840000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":697,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.206342310000082,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":1274,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.180996573000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1424,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.13883104899992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":983,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.188627242000052,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":824,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.365943332999905,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":869,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.08084468700008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":308,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.81546610099997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":787,"out_tokens":86,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.652580502999967,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":1772,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.978600002999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":1659,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.340339900999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":795,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.69110385700003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":781,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.791877789999944,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1668,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.650642499000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":1597,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.33308294599999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":672,"out_tokens":1263,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.359655346999944,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":14021,"error":null,"skip_reason":null,"score_raw":null,"duration_s":238.74718838400003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1774,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.78807810599994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":317,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.38743478599997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":941,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.746015618,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":831,"out_tokens":141,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.60187825999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":798,"out_tokens":173,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.013416036999956,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":553,"out_tokens":1221,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.57444173800002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":1133,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.018138180999927,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.47119434599995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1760,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.281058261999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1251,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.216999257,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1599,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.340435278000086,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":2027,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.79271442900006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":1112,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.563374847999967,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.27942640599997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1390,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.828586541999925,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":5557,"error":null,"skip_reason":null,"score_raw":null,"duration_s":100.10377464700002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":150,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.028201593000063,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":964,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.941000282000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":1529,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.527544811999974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1359,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.15476670399994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":861,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.208388557000035,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1139,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.00014833199998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1135,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.67242782200003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":539,"out_tokens":3440,"error":null,"skip_reason":null,"score_raw":null,"duration_s":97.56942949899997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":6170,"error":null,"skip_reason":null,"score_raw":null,"duration_s":104.98933895700009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":1045,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.374397402,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":950,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.59967709800003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.0032678309999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":1729,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.684366278000084,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.957051525,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":1401,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.99978543599991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":1444,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.630382980000036,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1151,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.25840003099995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":892,"out_tokens":212,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.167031726999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1875,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.59106806600005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":942,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.616056404000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.867542448999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1029,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.01169358100003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1725,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.25102385599996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":789,"out_tokens":261,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.177946722,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1692,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.608232889999954,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":1947,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.266162065,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1010,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.08617048899998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":927,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.55322699499993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":1782,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.27202889299997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":2112,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.321252159000096,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":781,"out_tokens":282,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.74372460300003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":1813,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.18817547099991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":530,"out_tokens":5649,"error":null,"skip_reason":null,"score_raw":null,"duration_s":145.91814186599993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":985,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.32485735099999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.315309906999914,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":916,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.26575453199996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":2273,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.18426554500002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":380,"error":null,"skip_reason":null,"score_raw":null,"duration_s":219.714893975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1904,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.27528515100005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":824,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.76283821099992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.730387801999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1501,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.91527418999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1139,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.096266074000027,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":886,"out_tokens":1982,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.91247650599996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1633,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.944764942999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":1820,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.415030629000057,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.49880271699999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":1627,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.90684819599994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.579489867999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1553,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.252951357999905,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":468.85580078600003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.423801473000026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":981,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.097232699000074,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":892,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.469125641000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1839,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.18658575400002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":1476,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.515580663000037,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":12632,"error":null,"skip_reason":null,"score_raw":null,"duration_s":222.02386538500002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":3741,"error":null,"skip_reason":null,"score_raw":null,"duration_s":99.39010333600004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":850,"out_tokens":120,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.660816565999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1309,"out_tokens":1781,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.703756982000073,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.853285810999978,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1103,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.320603813999924,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1109,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.29124860400009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1029,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.901107475,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1675,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.205032491,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":1708,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.429672910000022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":10755,"error":null,"skip_reason":null,"score_raw":null,"duration_s":171.620236083,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":832,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.226894526000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.538563780000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1682,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.86792764699999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.264623246999918,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":812,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.817705727999964,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2860,"error":null,"skip_reason":null,"score_raw":null,"duration_s":63.511923282,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":524.351399263,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1371,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.933098565000023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":811,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.27453632100003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":803,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.537574339999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":225,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.131461762999947,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":1738,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.42368822100002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":2239,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.91247394600009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":4275,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.53554615399992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":124,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.666104022000013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":796,"out_tokens":107,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.162851484000043,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1644,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.74830481999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":800,"out_tokens":407,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.691334900000015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1617,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.233162756999945,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":563.237033265,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":800,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.726932428000055,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":809,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.62394369499998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":1954,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.794064976999948,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":14638,"error":null,"skip_reason":null,"score_raw":null,"duration_s":349.61334648900004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":5371,"error":null,"skip_reason":null,"score_raw":null,"duration_s":78.16033902200002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":7213,"error":null,"skip_reason":null,"score_raw":null,"duration_s":94.48968710000008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":4189,"error":null,"skip_reason":null,"score_raw":null,"duration_s":102.98286721600005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2211,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.49994303799997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.164345211999944,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":6945,"error":null,"skip_reason":null,"score_raw":null,"duration_s":584.684259832,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":3422,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.640337995000095,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":null,"duration_s":130.79550874699999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":803,"out_tokens":378,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.535314153999934,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":232,"error":null,"skip_reason":null,"score_raw":null,"duration_s":443.373097357,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":2775,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.81005558100003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":2209,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.07792541999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":847,"out_tokens":547,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.54698387600001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":858,"out_tokens":377,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.30720944300003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.863636498999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.58327770699998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":2089,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.05699560100004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":266,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.272820557000045,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":895,"out_tokens":474,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.98049524999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1989,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.76218456799995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":1762,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.02001420099998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":389,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.73809204199995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":752,"out_tokens":350,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.842132292999963,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.747280988000057,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":6631,"error":null,"skip_reason":null,"score_raw":null,"duration_s":87.53070026799992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":752,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.977973398000017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":2381,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.35692753699993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":8262,"error":null,"skip_reason":null,"score_raw":null,"duration_s":133.7942817469999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":364,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.33325413,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.703334620999954,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":1793,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.04605400000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":781,"out_tokens":492,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.990242960000046,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.20084705799991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":10723,"error":null,"skip_reason":null,"score_raw":null,"duration_s":169.869450176,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":736,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.87051725799995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":531.7802100880001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":768,"out_tokens":376,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.952515178999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":2008,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.855679874999964,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":2704,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.71215363499994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":2310,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.868726790000096,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":164,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.086608608000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":345,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.286778318000074,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1682,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.947838690000026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.023108009999987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":13523,"error":null,"skip_reason":null,"score_raw":null,"duration_s":176.92913568400002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":730,"out_tokens":361,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.04093963899993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":7325,"error":null,"skip_reason":null,"score_raw":null,"duration_s":241.58698143899994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":787,"out_tokens":236,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.775821887999882,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":1984,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.81607520900002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":7352,"error":null,"skip_reason":null,"score_raw":null,"duration_s":101.49709888399991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.614646951000054,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":769,"out_tokens":469,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.655814137000107,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1485,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.05205515099999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":216,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.494399827000052,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":null,"duration_s":73.13814919599997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":2382,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.64732761999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1618,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.22278213200002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":1102,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.609456434000094,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":768,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.362846135000154,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":739,"out_tokens":352,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.895642509000027,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":1583,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.59789276299989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.580237074999786,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":10237,"error":null,"skip_reason":null,"score_raw":null,"duration_s":130.35981177999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":893,"out_tokens":460,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.557048910999924,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1006,"out_tokens":565,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.496415220000017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":2034,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.680578504999858,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.168182348999835,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":4012,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.31881635800005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":1510,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.699771012999918,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.318569554000078,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":2574,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.012632364999945,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":2246,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.602554772000076,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":4698,"error":null,"skip_reason":null,"score_raw":null,"duration_s":92.59659670600001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":970,"out_tokens":729,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.633167504000085,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":135,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.467283452999936,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":5489,"error":null,"skip_reason":null,"score_raw":null,"duration_s":149.9672702779999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":5232,"error":null,"skip_reason":null,"score_raw":null,"duration_s":166.9403024259999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":925,"out_tokens":614,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.63626562499985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":955,"out_tokens":600,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.3319852059999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":197,"error":null,"skip_reason":null,"score_raw":null,"duration_s":60.53971427600004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2171,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.685665667999956,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":139,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.08162401000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":809,"out_tokens":368,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.82471119799993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":926,"out_tokens":682,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.22749470300005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":443,"out_tokens":3409,"error":null,"skip_reason":null,"score_raw":null,"duration_s":86.59447086400019,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":6877,"error":null,"skip_reason":null,"score_raw":null,"duration_s":92.22845270800008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":5897,"error":null,"skip_reason":null,"score_raw":null,"duration_s":81.64479257199991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":2657,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.59105634599996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2136,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.45582735300013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":142,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.68610477800007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2637,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.593992455000034,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":770,"out_tokens":467,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.760098309999876,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":11032,"error":null,"skip_reason":null,"score_raw":null,"duration_s":147.21011339799998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":531,"out_tokens":2540,"error":null,"skip_reason":null,"score_raw":null,"duration_s":75.88134746599985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":880,"out_tokens":430,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.20957848000012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":3254,"error":null,"skip_reason":null,"score_raw":null,"duration_s":62.721996667999974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":5826,"error":null,"skip_reason":null,"score_raw":null,"duration_s":81.51934955899992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":861,"out_tokens":374,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.87536437999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.611723901999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":428,"out_tokens":3291,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.51215932900004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":2419,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.43320884500008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":2210,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.72038063700006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2116,"error":null,"skip_reason":null,"score_raw":null,"duration_s":69.54303305500002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2495,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.24282329599987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":2897,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.03115941099986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":212,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.383371760000045,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2051,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.61735847299997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1148,"out_tokens":772,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.96415725099996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":2010,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.924000060000026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1032,"out_tokens":976,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.038994586999934,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2146,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.54432847400017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1033,"out_tokens":1062,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.408770431,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":3143,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.490918602999955,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":6240,"error":null,"skip_reason":null,"score_raw":null,"duration_s":81.48503566399995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":879,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.631458821000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":null,"duration_s":124.66759088499998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":2941,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.216323440999986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":206,"error":null,"skip_reason":null,"score_raw":null,"duration_s":120.45091932700007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":2011,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.343214551999836,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":144,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.41630936699994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":7316,"error":null,"skip_reason":null,"score_raw":null,"duration_s":91.02321260399981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":4340,"error":null,"skip_reason":null,"score_raw":null,"duration_s":148.08964340499983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":9243,"error":null,"skip_reason":null,"score_raw":null,"duration_s":122.41493340199986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":4883,"error":null,"skip_reason":null,"score_raw":null,"duration_s":98.35067810499982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":2981,"error":null,"skip_reason":null,"score_raw":null,"duration_s":80.005865674,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":2234,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.293573099000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":589,"out_tokens":8896,"error":null,"skip_reason":null,"score_raw":null,"duration_s":115.21147676600003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":3356,"error":null,"skip_reason":null,"score_raw":null,"duration_s":114.02065364300006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":178,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.065921093000043,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":null,"duration_s":79.89165102399988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.184765966999976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":3944,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.41459467999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":876,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":null,"duration_s":62.31062154799997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":1661,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.616564961999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":4310,"error":null,"skip_reason":null,"score_raw":null,"duration_s":70.05564876799986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":446.67899136000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.095617535999963,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":2707,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.633178942000086,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":541.119141135,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.69309234299999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":1579,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.380564267999944,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":562.145307031,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":3746,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.60253660600006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":2736,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.383241893999866,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":991,"out_tokens":612,"error":null,"skip_reason":null,"score_raw":null,"duration_s":112.81834337100008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.89262035700017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":2079,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.00642667300008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":4221,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.14239313300004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":144,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.474436581999953,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2141,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.3924364200002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":4054,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.938426272000015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":1959,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.12500596700011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":2922,"error":null,"skip_reason":null,"score_raw":null,"duration_s":71.75385593800002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":1041,"out_tokens":523,"error":null,"skip_reason":null,"score_raw":null,"duration_s":114.4673701050001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":9959,"error":null,"skip_reason":null,"score_raw":null,"duration_s":159.70594309600006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.256947058999913,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":3477,"error":null,"skip_reason":null,"score_raw":null,"duration_s":50.851563712999905,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":2544,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.483412386000055,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":1643,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.53983183699984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":988,"out_tokens":412,"error":null,"skip_reason":null,"score_raw":null,"duration_s":145.75962982400006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.558947319000026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":2500,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.36009822300002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":4190,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.293799160999924,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":1416,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.445521539000083,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.035650304,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":384,"out_tokens":927,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.954238683000085,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":2416,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.45367556699989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":850,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.360448098000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":8596,"error":null,"skip_reason":null,"score_raw":null,"duration_s":145.9762700189999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":3747,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.940073658000074,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.07500140000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":4527,"error":null,"skip_reason":null,"score_raw":null,"duration_s":355.934062508,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.948951582999825,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":384,"out_tokens":1737,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.72731950399998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":3485,"error":null,"skip_reason":null,"score_raw":null,"duration_s":88.68096063300004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":495.7470035970001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":3420,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.495565768999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":1585,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.2543404569999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3894,"error":null,"skip_reason":null,"score_raw":null,"duration_s":143.1521748329999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":142,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.867374213000176,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":976,"out_tokens":615,"error":null,"skip_reason":null,"score_raw":null,"duration_s":95.70925840699988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":695,"out_tokens":3192,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.129186695000044,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":2775,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.70893800299996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":1049,"out_tokens":374,"error":null,"skip_reason":null,"score_raw":null,"duration_s":136.8042422599999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":13076,"error":null,"skip_reason":null,"score_raw":null,"duration_s":205.53079734200014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":2957,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.803624620000164,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.90905757900009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.143625919000215,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":3679,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.01239425099993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.97428977499999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":951,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.189929622000136,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":645,"out_tokens":2873,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.4470738089999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":883,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":null,"duration_s":101.80753145699987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":2159,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.90727161199993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":967,"out_tokens":586,"error":null,"skip_reason":null,"score_raw":null,"duration_s":124.72402957400004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":206,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.29206294200003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":2829,"error":null,"skip_reason":null,"score_raw":null,"duration_s":84.12746816599997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":704,"out_tokens":4647,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.9163094779999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":5346,"error":null,"skip_reason":null,"score_raw":null,"duration_s":141.54329868700006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1740,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.071648537999863,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.92082219300005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":12425,"error":null,"skip_reason":null,"score_raw":null,"duration_s":198.26635567900007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":1924,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.05422253400002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":2323,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.0650167230001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.60693038599993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":4851,"error":null,"skip_reason":null,"score_raw":null,"duration_s":78.4722312309998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":3862,"error":null,"skip_reason":null,"score_raw":null,"duration_s":95.90964265799994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":556.420749423,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":7344,"error":null,"skip_reason":null,"score_raw":null,"duration_s":117.18745016799994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":6237,"error":null,"skip_reason":null,"score_raw":null,"duration_s":120.816791212,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.966807905999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":134,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.069095455000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":458,"out_tokens":8162,"error":null,"skip_reason":null,"score_raw":null,"duration_s":151.33146169600013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":936,"out_tokens":347,"error":null,"skip_reason":null,"score_raw":null,"duration_s":67.87718361399993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":2980,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.37167508100015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":10861,"error":null,"skip_reason":null,"score_raw":null,"duration_s":181.3390787459998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":978,"out_tokens":326,"error":null,"skip_reason":null,"score_raw":null,"duration_s":116.50097276099996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.64408976599998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":3966,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.29335585799981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":3665,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.423291823,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":4148,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.454496995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":346,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.70797152699993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":2000,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.61778375500012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":4716,"error":null,"skip_reason":null,"score_raw":null,"duration_s":71.34679786299989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":1029,"out_tokens":430,"error":null,"skip_reason":null,"score_raw":null,"duration_s":115.42519858900005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":2328,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.46938086099999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":10181,"error":null,"skip_reason":null,"score_raw":null,"duration_s":182.53940591900005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":922,"out_tokens":475,"error":null,"skip_reason":null,"score_raw":null,"duration_s":108.738890954,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":389,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.83985755399999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":1007,"out_tokens":349,"error":null,"skip_reason":null,"score_raw":null,"duration_s":62.76539500900003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":4293,"error":null,"skip_reason":null,"score_raw":null,"duration_s":107.0387223539999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":5444,"error":null,"skip_reason":null,"score_raw":null,"duration_s":71.78511620699987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":3708,"error":null,"skip_reason":null,"score_raw":null,"duration_s":50.64454900599981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":6943,"error":null,"skip_reason":null,"score_raw":null,"duration_s":113.61629397000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":2709,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.98955088299999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.216212467000105,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":5202,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.42670777400008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":998,"out_tokens":262,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.72728577399994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":12659,"error":null,"skip_reason":null,"score_raw":null,"duration_s":228.71013177300006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":287,"error":null,"skip_reason":null,"score_raw":null,"duration_s":94.78802412499999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":932,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.64581546299996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":7296,"error":null,"skip_reason":null,"score_raw":null,"duration_s":130.92270351799993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":4813,"error":null,"skip_reason":null,"score_raw":null,"duration_s":155.61092628699998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":426,"out_tokens":6066,"error":null,"skip_reason":null,"score_raw":null,"duration_s":110.88525113600008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":3136,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.987081806000106,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":1063,"out_tokens":314,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.33989021699995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":305,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.044945848999987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":1949,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.098588798000037,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":7185,"error":null,"skip_reason":null,"score_raw":null,"duration_s":116.77770792000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":571,"out_tokens":3341,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.94382812699996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":2315,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.489069092000136,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":7312,"error":null,"skip_reason":null,"score_raw":null,"duration_s":184.68830225200008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":958,"out_tokens":287,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.190434181,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":967,"out_tokens":364,"error":null,"skip_reason":null,"score_raw":null,"duration_s":144.19069873700005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":3829,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.74027275499998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.97639627700005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":4858,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.05545862200006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":915,"out_tokens":216,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.41569757100001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":884,"out_tokens":295,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.016177180999875,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":2923,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.028409035000095,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":2400,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.81486462399994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":3086,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.26856113500003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":3401,"error":null,"skip_reason":null,"score_raw":null,"duration_s":60.764185261999955,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":90,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.24985373300001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":2794,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.52600450900013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":12529,"error":null,"skip_reason":null,"score_raw":null,"duration_s":405.7623281010001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":10620,"error":null,"skip_reason":null,"score_raw":null,"duration_s":205.84427675100005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":929,"out_tokens":199,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.698667148999903,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":3996,"error":null,"skip_reason":null,"score_raw":null,"duration_s":75.69186913700014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":327,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.503544435999856,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":941,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.300795949000076,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1762,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.28947167000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":1011,"out_tokens":282,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.39865352800007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":3674,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.907825784000124,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1409,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.673076175999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":857,"out_tokens":3345,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.902125307000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":680,"out_tokens":3833,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.96724360500002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":883,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.760080334999884,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":5128,"error":null,"skip_reason":null,"score_raw":null,"duration_s":98.703295561,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":7323,"error":null,"skip_reason":null,"score_raw":null,"duration_s":124.58154926500015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":2692,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.10937589900004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":10549,"error":null,"skip_reason":null,"score_raw":null,"duration_s":180.55170852499987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":896,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.70190236899998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":909,"out_tokens":295,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.009750381,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":3189,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.70048699400013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1607,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.15470528600008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":2301,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.601707773000044,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":985,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.08567741000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":206,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.723222389000057,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":2894,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.801774067999986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":3223,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.572718484000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":1004,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.371434835999935,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":898,"out_tokens":5784,"error":null,"skip_reason":null,"score_raw":null,"duration_s":77.6242628739999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":null,"duration_s":63.53862369399985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":2109,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.74835098099993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.662146506,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1674,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.47768172799988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":765,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.414362557000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":3321,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.469662799999924,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1014,"out_tokens":5281,"error":null,"skip_reason":null,"score_raw":null,"duration_s":69.41873270600013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1107,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.592278332999967,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":2201,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.594775003999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":995,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.233965144000194,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":841,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.46471068999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":907,"out_tokens":75,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.40637507200017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1431.4302306460002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1375,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.056786912999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1641,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.84351231200003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":4369,"error":null,"skip_reason":null,"score_raw":null,"duration_s":82.70018650099996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":954,"out_tokens":212,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.93501195299996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1432,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.32840278399999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":4333,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.62022832499997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":7246,"error":null,"skip_reason":null,"score_raw":null,"duration_s":139.08055219799985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":5608,"error":null,"skip_reason":null,"score_raw":null,"duration_s":160.18720047300008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":916,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.97601663499995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1865,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.976893463000124,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":922,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.63771467600009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":801,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.783206446000122,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":4506,"error":null,"skip_reason":null,"score_raw":null,"duration_s":62.20209519199989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1593,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.3374405080001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":3096,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.12653864900017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":716,"out_tokens":4096,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.81560737199993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":7310,"error":null,"skip_reason":null,"score_raw":null,"duration_s":136.0450399460001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":473,"out_tokens":6090,"error":null,"skip_reason":null,"score_raw":null,"duration_s":511.9260358209999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":929,"out_tokens":141,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.78556543700006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":903,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.314380044000018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":1699,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.886038905000078,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":3458,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.99512678799988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":488.72282010699996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":966,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.69623254699991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":251,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":null,"duration_s":100.60698640300006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":232,"error":null,"skip_reason":null,"score_raw":null,"duration_s":75.84016029399982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":923,"out_tokens":136,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.62472694600001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":3439,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.23490216500022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":3975,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.41193676800003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":940,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.412892158000204,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":3468,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.171919247000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":2406,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.443788524999945,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.888701601000093,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":3135,"error":null,"skip_reason":null,"score_raw":null,"duration_s":77.88958454599992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":3055,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.7167940249999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":3894,"error":null,"skip_reason":null,"score_raw":null,"duration_s":101.56188251900016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":514.8588951480001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":3782,"error":null,"skip_reason":null,"score_raw":null,"duration_s":67.39531414499993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":3592,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.62123153799985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1118,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.597402538000097,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":431,"out_tokens":8958,"error":null,"skip_reason":null,"score_raw":null,"duration_s":169.1225030610001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":5266,"error":null,"skip_reason":null,"score_raw":null,"duration_s":75.88392557599991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":2604,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.46220477599991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":973,"out_tokens":137,"error":null,"skip_reason":null,"score_raw":null,"duration_s":50.3855387000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":6276,"error":null,"skip_reason":null,"score_raw":null,"duration_s":109.09369128499998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":5189,"error":null,"skip_reason":null,"score_raw":null,"duration_s":90.26077633299997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":977,"out_tokens":171,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.25491788299996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.33719287700001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":2344,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.84427693700013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":981,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":null,"duration_s":71.51025483699982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":4205,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.60583633499982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":1003,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":null,"duration_s":62.86600925099992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":1237,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.11059860399996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":244,"out_tokens":244,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.475976131999914,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1754,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.78120809300003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":3851,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.46302352599992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":10636,"error":null,"skip_reason":null,"score_raw":null,"duration_s":174.05155994000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":900,"out_tokens":151,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.73195314299983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":518,"out_tokens":3353,"error":null,"skip_reason":null,"score_raw":null,"duration_s":86.18755884799998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":930,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.612139193000075,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":10340,"error":null,"skip_reason":null,"score_raw":null,"duration_s":254.86541558,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":4893,"error":null,"skip_reason":null,"score_raw":null,"duration_s":86.74359009000023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1331,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.606690903999834,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":4298,"error":null,"skip_reason":null,"score_raw":null,"duration_s":80.43621122800005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":2152,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.22835538000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":7091,"error":null,"skip_reason":null,"score_raw":null,"duration_s":99.18584082999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":6528,"error":null,"skip_reason":null,"score_raw":null,"duration_s":112.7164383899999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":932,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.54123800999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":672,"out_tokens":5814,"error":null,"skip_reason":null,"score_raw":null,"duration_s":80.04286739999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":536.0518486620001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":2095,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.11869859499984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":1034,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":null,"duration_s":89.425906769,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":8022,"error":null,"skip_reason":null,"score_raw":null,"duration_s":111.03878684300003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":4190,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.700475546,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":10871,"error":null,"skip_reason":null,"score_raw":null,"duration_s":144.56205317799981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":1594,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.59623207200002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":931,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.69987884900002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":2999,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.925427961000196,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":8715,"error":null,"skip_reason":null,"score_raw":null,"duration_s":149.38412132800022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":443,"out_tokens":4674,"error":null,"skip_reason":null,"score_raw":null,"duration_s":81.26030285800016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":1069,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.46180935199982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":923,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":null,"duration_s":96.53928735299996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":3277,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.46687567499998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":5259,"error":null,"skip_reason":null,"score_raw":null,"duration_s":89.06572832999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":8062,"error":null,"skip_reason":null,"score_raw":null,"duration_s":245.98834960600016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":4326,"error":null,"skip_reason":null,"score_raw":null,"duration_s":80.85398397500012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":1127,"out_tokens":135,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.5707839879999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":2379,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.41202972500014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":966,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":null,"duration_s":81.83759474400017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":4113,"error":null,"skip_reason":null,"score_raw":null,"duration_s":67.7893503759999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":5261,"error":null,"skip_reason":null,"score_raw":null,"duration_s":73.21574360699992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1290,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.88257598500013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":553,"out_tokens":6647,"error":null,"skip_reason":null,"score_raw":null,"duration_s":91.47155411299991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":3573,"error":null,"skip_reason":null,"score_raw":null,"duration_s":60.523726597000405,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":428.442295629,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":7778,"error":null,"skip_reason":null,"score_raw":null,"duration_s":108.92512614400016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":5816,"error":null,"skip_reason":null,"score_raw":null,"duration_s":83.15980659599995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":914,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.54813175699974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":707,"out_tokens":6950,"error":null,"skip_reason":null,"score_raw":null,"duration_s":158.65873202199987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":14559,"error":null,"skip_reason":null,"score_raw":null,"duration_s":241.58460414499996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":2622,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.06766026699961,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":651,"out_tokens":10287,"error":null,"skip_reason":null,"score_raw":null,"duration_s":253.64796789199977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":8243,"error":null,"skip_reason":null,"score_raw":null,"duration_s":129.05371080799978,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.006225551,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0015934080002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0026285929998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0010594270002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.000251519,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":751,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.793356339999718,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":935,"out_tokens":287,"error":null,"skip_reason":null,"score_raw":null,"duration_s":81.50833877600007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":992,"out_tokens":132,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.937743213999966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":8626,"error":null,"skip_reason":null,"score_raw":null,"duration_s":192.32820171599997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":4543,"error":null,"skip_reason":null,"score_raw":null,"duration_s":62.42444507099981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":484,"out_tokens":9144,"error":null,"skip_reason":null,"score_raw":null,"duration_s":138.82493969099983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":3197,"error":null,"skip_reason":null,"score_raw":null,"duration_s":100.52197796200016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":1034,"out_tokens":170,"error":null,"skip_reason":null,"score_raw":null,"duration_s":85.60191504000022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":5255,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.89922708999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":4730,"error":null,"skip_reason":null,"score_raw":null,"duration_s":69.11451723500022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":5675,"error":null,"skip_reason":null,"score_raw":null,"duration_s":101.98230630900025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.897316623999814,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":432,"out_tokens":280,"error":null,"skip_reason":null,"score_raw":null,"duration_s":236.2120011730001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":7693,"error":null,"skip_reason":null,"score_raw":null,"duration_s":121.54265625800008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":7369,"error":null,"skip_reason":null,"score_raw":null,"duration_s":101.87251959100013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":3555,"error":null,"skip_reason":null,"score_raw":null,"duration_s":62.78085838400011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":5544,"error":null,"skip_reason":null,"score_raw":null,"duration_s":98.34389964999991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":7967,"error":null,"skip_reason":null,"score_raw":null,"duration_s":149.00805971399996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":3508,"error":null,"skip_reason":null,"score_raw":null,"duration_s":73.31172563699965,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.85719624100011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":974,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.47178203299973,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":301,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.336915096999746,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":6212,"error":null,"skip_reason":null,"score_raw":null,"duration_s":120.14244161500028,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":8377,"error":null,"skip_reason":null,"score_raw":null,"duration_s":106.47272326700022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1171,"out_tokens":371,"error":null,"skip_reason":null,"score_raw":null,"duration_s":152.74039252799957,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":5774,"error":null,"skip_reason":null,"score_raw":null,"duration_s":113.642359769,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":263,"out_tokens":266,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.1057181770002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":373,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.961060582999835,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":2549,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.9845151530003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":982,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":null,"duration_s":73.49414774300021,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":4927,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.57735745900027,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":6276,"error":null,"skip_reason":null,"score_raw":null,"duration_s":111.41232515300044,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":2894,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.70579871700011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":954,"out_tokens":181,"error":null,"skip_reason":null,"score_raw":null,"duration_s":78.50656447999972,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":488,"out_tokens":3899,"error":null,"skip_reason":null,"score_raw":null,"duration_s":100.48367423699983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":430,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.02138803199978,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":380,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.42958163399999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":5426,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.62253161499984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":6937,"error":null,"skip_reason":null,"score_raw":null,"duration_s":93.45166941999969,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":322,"out_tokens":6844,"error":null,"skip_reason":null,"score_raw":null,"duration_s":100.068505319,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":3644,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.89846281900009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":7140,"error":null,"skip_reason":null,"score_raw":null,"duration_s":97.619481705,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":4333,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.48699209999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":444,"out_tokens":4525,"error":null,"skip_reason":null,"score_raw":null,"duration_s":79.85584291099985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":4781,"error":null,"skip_reason":null,"score_raw":null,"duration_s":121.7277951279998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":945,"out_tokens":143,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.708575078000194,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":2586,"error":null,"skip_reason":null,"score_raw":null,"duration_s":50.93446822499982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":535,"out_tokens":5050,"error":null,"skip_reason":null,"score_raw":null,"duration_s":128.24652913199998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":3245,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.86866459000021,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":932,"out_tokens":144,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.54288438499998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":396,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.996571310000036,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":454,"out_tokens":2504,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.29960943099968,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":953,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":null,"duration_s":88.63705922999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":375,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.85768176600004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":1759,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.1299346349997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":5671,"error":null,"skip_reason":null,"score_raw":null,"duration_s":145.79964033199985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":261,"error":null,"skip_reason":null,"score_raw":null,"duration_s":96.40003284000022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.372956164999778,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.105448700000125,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":5025,"error":null,"skip_reason":null,"score_raw":null,"duration_s":79.83354531199984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":938,"out_tokens":125,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.888391233999755,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":4428,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.73538568999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":428,"out_tokens":3010,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.0097216019999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0036943299997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":3975,"error":null,"skip_reason":null,"score_raw":null,"duration_s":70.49536702799969,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":6048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":77.34425387300007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":6409,"error":null,"skip_reason":null,"score_raw":null,"duration_s":155.89497346400003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":951,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":null,"duration_s":67.80293294600006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":1974,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.03163309799993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":4544,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.6347168389998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":508.04788019900025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":9289,"error":null,"skip_reason":null,"score_raw":null,"duration_s":205.45482811600004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":9123,"error":null,"skip_reason":null,"score_raw":null,"duration_s":172.01543838999987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":4606,"error":null,"skip_reason":null,"score_raw":null,"duration_s":70.82105203099991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":3593,"error":null,"skip_reason":null,"score_raw":null,"duration_s":97.0372989980001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1010,"out_tokens":8640,"error":null,"skip_reason":null,"score_raw":null,"duration_s":114.39920665799991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1260,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.331133531999967,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":2906,"error":null,"skip_reason":null,"score_raw":null,"duration_s":88.13561106600037,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":9323,"error":null,"skip_reason":null,"score_raw":null,"duration_s":170.93220064499974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":1000,"out_tokens":471,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.42367126699992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":2163,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.39740228599976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":10499,"error":null,"skip_reason":null,"score_raw":null,"duration_s":139.50914427599992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":989,"out_tokens":764,"error":null,"skip_reason":null,"score_raw":null,"duration_s":84.92079482000008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":945,"out_tokens":370,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.79241110900011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":7294,"error":null,"skip_reason":null,"score_raw":null,"duration_s":131.84974984600012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":14457,"error":null,"skip_reason":null,"score_raw":null,"duration_s":247.8381523549997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":4719,"error":null,"skip_reason":null,"score_raw":null,"duration_s":83.4011876290001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":4207,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.5143469149998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":3732,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.67013907200044,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":565,"out_tokens":6079,"error":null,"skip_reason":null,"score_raw":null,"duration_s":105.583392731,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":10976,"error":null,"skip_reason":null,"score_raw":null,"duration_s":269.0604454629997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":11229,"error":null,"skip_reason":null,"score_raw":null,"duration_s":160.03164949400025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":426,"out_tokens":8541,"error":null,"skip_reason":null,"score_raw":null,"duration_s":112.84897699799967,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":916,"out_tokens":7947,"error":null,"skip_reason":null,"score_raw":null,"duration_s":107.77760369399994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":249,"out_tokens":2122,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.858506870999918,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":1037,"out_tokens":782,"error":null,"skip_reason":null,"score_raw":null,"duration_s":155.08548341100004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":905,"out_tokens":538,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.22883132499965,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":6349,"error":null,"skip_reason":null,"score_raw":null,"duration_s":116.47068473000036,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":8701,"error":null,"skip_reason":null,"score_raw":null,"duration_s":150.81701852600008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":495,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.78068490800024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":305,"error":null,"skip_reason":null,"score_raw":null,"duration_s":180.99607138800002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2144.918570336,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":501,"error":null,"skip_reason":null,"score_raw":null,"duration_s":85.1274511900001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":6729,"error":null,"skip_reason":null,"score_raw":null,"duration_s":90.29455685899984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":5002,"error":null,"skip_reason":null,"score_raw":null,"duration_s":82.48848927200015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":5681,"error":null,"skip_reason":null,"score_raw":null,"duration_s":95.51063511899974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":509,"out_tokens":13943,"error":null,"skip_reason":null,"score_raw":null,"duration_s":358.4035060729998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.397892866999882,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":536,"out_tokens":8138,"error":null,"skip_reason":null,"score_raw":null,"duration_s":136.50057524099975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":8259,"error":null,"skip_reason":null,"score_raw":null,"duration_s":139.97245728000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":886,"out_tokens":11419,"error":null,"skip_reason":null,"score_raw":null,"duration_s":146.14484031199981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":5320,"error":null,"skip_reason":null,"score_raw":null,"duration_s":79.03811849399972,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":923,"out_tokens":421,"error":null,"skip_reason":null,"score_raw":null,"duration_s":60.99972246399966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":7903,"error":null,"skip_reason":null,"score_raw":null,"duration_s":124.61777229800009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":6546,"error":null,"skip_reason":null,"score_raw":null,"duration_s":107.69523927099999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":6460,"error":null,"skip_reason":null,"score_raw":null,"duration_s":92.18173814799957,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":935,"out_tokens":474,"error":null,"skip_reason":null,"score_raw":null,"duration_s":84.14189582400013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":305,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.244919261000177,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":7776,"error":null,"skip_reason":null,"score_raw":null,"duration_s":137.00884462099975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":402,"out_tokens":7092,"error":null,"skip_reason":null,"score_raw":null,"duration_s":121.78437120499984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":878,"out_tokens":387,"error":null,"skip_reason":null,"score_raw":null,"duration_s":73.32199725500004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":3805,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.96229676500025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":910,"out_tokens":405,"error":null,"skip_reason":null,"score_raw":null,"duration_s":70.42407319199992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":5189,"error":null,"skip_reason":null,"score_raw":null,"duration_s":92.61778882599992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":6267,"error":null,"skip_reason":null,"score_raw":null,"duration_s":88.39229257499983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":4210,"error":null,"skip_reason":null,"score_raw":null,"duration_s":75.51174593999986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":7567,"error":null,"skip_reason":null,"score_raw":null,"duration_s":224.2143740749998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":9070,"error":null,"skip_reason":null,"score_raw":null,"duration_s":344.292985046,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":872,"out_tokens":486,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.107600542,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":7846,"error":null,"skip_reason":null,"score_raw":null,"duration_s":132.7045881260001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":4374,"error":null,"skip_reason":null,"score_raw":null,"duration_s":113.95912326200005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":433,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.978163555000265,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":9940,"error":null,"skip_reason":null,"score_raw":null,"duration_s":160.12070716300013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":3198,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.638163822000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":5200,"error":null,"skip_reason":null,"score_raw":null,"duration_s":93.30747685699998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3293,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.074541816999954,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":929,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.240238321000106,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":5566,"error":null,"skip_reason":null,"score_raw":null,"duration_s":98.96329685799992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":560,"out_tokens":8509,"error":null,"skip_reason":null,"score_raw":null,"duration_s":268.3664365090003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":3806,"error":null,"skip_reason":null,"score_raw":null,"duration_s":95.01122595800007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":2277,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.914638687000206,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":10180,"error":null,"skip_reason":null,"score_raw":null,"duration_s":279.187546395,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":317,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.86465973600025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":3981,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.811443711000265,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":1035,"out_tokens":438,"error":null,"skip_reason":null,"score_raw":null,"duration_s":91.78431321800008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":1681,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.101729648999935,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1309,"out_tokens":9845,"error":null,"skip_reason":null,"score_raw":null,"duration_s":137.43726783500006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":4943,"error":null,"skip_reason":null,"score_raw":null,"duration_s":148.93280640400008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":910,"out_tokens":284,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.921390392000376,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":5394,"error":null,"skip_reason":null,"score_raw":null,"duration_s":105.02927598799988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":2416,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.81582912800013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":911,"out_tokens":467,"error":null,"skip_reason":null,"score_raw":null,"duration_s":79.42156819399997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":908,"out_tokens":364,"error":null,"skip_reason":null,"score_raw":null,"duration_s":152.01225881100027,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":881,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.63786191100007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":8629,"error":null,"skip_reason":null,"score_raw":null,"duration_s":261.13716567300025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":8402,"error":null,"skip_reason":null,"score_raw":null,"duration_s":134.87973632600006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2229.528525591,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":5234,"error":null,"skip_reason":null,"score_raw":null,"duration_s":91.81655329500018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1103,"out_tokens":13706,"error":null,"skip_reason":null,"score_raw":null,"duration_s":185.22139087200003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1109,"out_tokens":12999,"error":null,"skip_reason":null,"score_raw":null,"duration_s":187.80236413300008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":433,"out_tokens":1025,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.390885745000105,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":678,"out_tokens":6243,"error":null,"skip_reason":null,"score_raw":null,"duration_s":83.85885681399986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":5949,"error":null,"skip_reason":null,"score_raw":null,"duration_s":121.02099264800017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":2242,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.21938140300017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":8049,"error":null,"skip_reason":null,"score_raw":null,"duration_s":137.38119855100013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":1901,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.05535611000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":6022,"error":null,"skip_reason":null,"score_raw":null,"duration_s":98.57790631900025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":1097,"out_tokens":499,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.57201495400022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":3520,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.50860754899986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":8564,"error":null,"skip_reason":null,"score_raw":null,"duration_s":138.21803500000033,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":1112,"out_tokens":733,"error":null,"skip_reason":null,"score_raw":null,"duration_s":84.51187721699989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":9479,"error":null,"skip_reason":null,"score_raw":null,"duration_s":167.3786183010002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":6135,"error":null,"skip_reason":null,"score_raw":null,"duration_s":100.4904439840002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":3952,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.894847452999784,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":10869,"error":null,"skip_reason":null,"score_raw":null,"duration_s":169.09696836000012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":4563,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.23623815400015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":595,"out_tokens":8298,"error":null,"skip_reason":null,"score_raw":null,"duration_s":644.4977228600001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":1067,"out_tokens":833,"error":null,"skip_reason":null,"score_raw":null,"duration_s":94.47528745099999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1728,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.753110889000254,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1148,"out_tokens":617,"error":null,"skip_reason":null,"score_raw":null,"duration_s":131.0006884720001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":4197,"error":null,"skip_reason":null,"score_raw":null,"duration_s":113.15523004900024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":8448,"error":null,"skip_reason":null,"score_raw":null,"duration_s":227.13122818699958,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":3711,"error":null,"skip_reason":null,"score_raw":null,"duration_s":67.83107673099994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":1068,"out_tokens":590,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.85892110499981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":951,"out_tokens":325,"error":null,"skip_reason":null,"score_raw":null,"duration_s":63.603541148000204,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":386,"out_tokens":5540,"error":null,"skip_reason":null,"score_raw":null,"duration_s":86.38236767799981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":12918,"error":null,"skip_reason":null,"score_raw":null,"duration_s":410.5201170139999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":3408,"error":null,"skip_reason":null,"score_raw":null,"duration_s":77.81675393500018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":686,"out_tokens":15229,"error":null,"skip_reason":null,"score_raw":null,"duration_s":191.6476171119998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":6543,"error":null,"skip_reason":null,"score_raw":null,"duration_s":93.30757564800024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":6928,"error":null,"skip_reason":null,"score_raw":null,"duration_s":121.00866707599971,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":662,"out_tokens":5955,"error":null,"skip_reason":null,"score_raw":null,"duration_s":79.70945259600012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":5760,"error":null,"skip_reason":null,"score_raw":null,"duration_s":87.23190573800002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":912,"out_tokens":520,"error":null,"skip_reason":null,"score_raw":null,"duration_s":73.04446382999959,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":5309,"error":null,"skip_reason":null,"score_raw":null,"duration_s":85.27279638299979,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":1022,"out_tokens":600,"error":null,"skip_reason":null,"score_raw":null,"duration_s":90.09180871000035,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":377,"out_tokens":3027,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.40115297000011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":7672,"error":null,"skip_reason":null,"score_raw":null,"duration_s":366.756691953,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":8725,"error":null,"skip_reason":null,"score_raw":null,"duration_s":224.4186475280003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":395,"out_tokens":8861,"error":null,"skip_reason":null,"score_raw":null,"duration_s":270.0009758440001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":3290,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.06009739599995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":5072,"error":null,"skip_reason":null,"score_raw":null,"duration_s":167.5821753500004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":641,"out_tokens":7251,"error":null,"skip_reason":null,"score_raw":null,"duration_s":129.0849347630001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":3572,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.98124132799967,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":4373,"error":null,"skip_reason":null,"score_raw":null,"duration_s":63.759172130000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":837,"out_tokens":15796,"error":null,"skip_reason":null,"score_raw":null,"duration_s":193.59338403799984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1290,"out_tokens":563,"error":null,"skip_reason":null,"score_raw":null,"duration_s":96.54062389299997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":1003,"out_tokens":399,"error":null,"skip_reason":null,"score_raw":null,"duration_s":98.02346121399978,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":5085,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.21372823000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":381,"out_tokens":3599,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.88139791799995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":6454,"error":null,"skip_reason":null,"score_raw":null,"duration_s":112.52249208600006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1175,"out_tokens":553,"error":null,"skip_reason":null,"score_raw":null,"duration_s":96.79525009999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":3790,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.98193613600006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1174,"out_tokens":607,"error":null,"skip_reason":null,"score_raw":null,"duration_s":107.44306603700034,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":760,"out_tokens":6450,"error":null,"skip_reason":null,"score_raw":null,"duration_s":89.1193502240003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":610,"out_tokens":5639,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.55537406799976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":9219,"error":null,"skip_reason":null,"score_raw":null,"duration_s":302.4903207829998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":712,"out_tokens":2878,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.88618874399981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":15066,"error":null,"skip_reason":null,"score_raw":null,"duration_s":270.474735495,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":690,"out_tokens":2326,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.38482232299975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":8020,"error":null,"skip_reason":null,"score_raw":null,"duration_s":103.99734026899978,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2496,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.00825063000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":682,"out_tokens":6017,"error":null,"skip_reason":null,"score_raw":null,"duration_s":210.7639050990001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":8248,"error":null,"skip_reason":null,"score_raw":null,"duration_s":109.54941002199985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":347,"out_tokens":9154,"error":null,"skip_reason":null,"score_raw":null,"duration_s":150.81770417899997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0034450760002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":11291,"error":null,"skip_reason":null,"score_raw":null,"duration_s":196.89765900700013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":11261,"error":null,"skip_reason":null,"score_raw":null,"duration_s":236.5780444259999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":2106,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.262674299999617,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":10864,"error":null,"skip_reason":null,"score_raw":null,"duration_s":184.31906255400008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":2265,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.541956260999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":2876,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.866123486000106,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":8042,"error":null,"skip_reason":null,"score_raw":null,"duration_s":132.07271698800014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1225,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.457211204000032,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2172,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.168527733000246,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":514,"out_tokens":1666,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.810862700000143,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":638,"out_tokens":11659,"error":null,"skip_reason":null,"score_raw":null,"duration_s":187.35978415199997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":2575,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.21271996299993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":2439,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.38664236800014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":5507,"error":null,"skip_reason":null,"score_raw":null,"duration_s":88.91058390800026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":697,"out_tokens":1987,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.11931264399982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":1835,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.915528838999762,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":1777,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.22654646000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":470,"out_tokens":6998,"error":null,"skip_reason":null,"score_raw":null,"duration_s":234.2580138860003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":10911,"error":null,"skip_reason":null,"score_raw":null,"duration_s":229.56082944900027,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":355,"out_tokens":9698,"error":null,"skip_reason":null,"score_raw":null,"duration_s":373.25443119400006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":2056,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.59355464600003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":647,"out_tokens":2194,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.76629877300002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":null,"duration_s":540.42636017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: refusal: bio","skip_reason":null,"score_raw":null,"duration_s":3.412945031000163,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":706,"out_tokens":2836,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.99327856799982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":1761,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.6903916389997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":5119,"error":null,"skip_reason":null,"score_raw":null,"duration_s":190.5666391120003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":1474,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.797875741000098,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":1881,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.53574977900007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":406,"out_tokens":5972,"error":null,"skip_reason":null,"score_raw":null,"duration_s":103.31308134500023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":8855,"error":null,"skip_reason":null,"score_raw":null,"duration_s":147.17336921800006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":7429,"error":null,"skip_reason":null,"score_raw":null,"duration_s":127.13286431899996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":7405,"error":null,"skip_reason":null,"score_raw":null,"duration_s":128.28729795400022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":630,"out_tokens":2852,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.312026393,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":2314,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.83472208500007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":2654,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.482699581999896,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":14226,"error":null,"skip_reason":null,"score_raw":null,"duration_s":197.57095446799985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":10106,"error":null,"skip_reason":null,"score_raw":null,"duration_s":166.05135958799974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":2401,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.997102951000215,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":2591,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.316101721999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":431,"out_tokens":8153,"error":null,"skip_reason":null,"score_raw":null,"duration_s":247.100301898,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":641,"out_tokens":3643,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.90137841900014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1939,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.132666815999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":9981,"error":null,"skip_reason":null,"score_raw":null,"duration_s":152.40978614999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":2101,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.975794378000046,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":424.2833335969999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":13355,"error":null,"skip_reason":null,"score_raw":null,"duration_s":212.34821308699975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":8846,"error":null,"skip_reason":null,"score_raw":null,"duration_s":131.3800509990001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":2771,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.59804407499996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":7585,"error":null,"skip_reason":null,"score_raw":null,"duration_s":126.56483833099992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":705,"out_tokens":4376,"error":null,"skip_reason":null,"score_raw":null,"duration_s":63.05813751699998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":3009,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.85073429799968,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":878,"out_tokens":12295,"error":null,"skip_reason":null,"score_raw":null,"duration_s":193.13288230099988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":2146,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.47884102099988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":2867,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.306510577000154,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":12159,"error":null,"skip_reason":null,"score_raw":null,"duration_s":243.43360301200028,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":584,"out_tokens":7073,"error":null,"skip_reason":null,"score_raw":null,"duration_s":253.12726760999976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0039387770003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":2237,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.03749730799973,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":2909,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.75237876400024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":776,"out_tokens":3825,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.27968050599975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":730,"out_tokens":11139,"error":null,"skip_reason":null,"score_raw":null,"duration_s":168.63598016800006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":682,"out_tokens":2962,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.370037435000086,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":859,"out_tokens":3129,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.91461625000011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":4297,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.931122435999896,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":11994,"error":null,"skip_reason":null,"score_raw":null,"duration_s":192.38881721500002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":900,"out_tokens":3223,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.29478278799979,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":556,"out_tokens":2271,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.41162338799995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1016,"out_tokens":3692,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.429322414000126,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":null,"duration_s":208.72175516699963,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":2370,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.89817889100004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":1826,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.249525934000303,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":509.3096239719998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":951,"out_tokens":14305,"error":null,"skip_reason":null,"score_raw":null,"duration_s":373.04315432400017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":7590,"error":null,"skip_reason":null,"score_raw":null,"duration_s":335.748862766,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":718,"out_tokens":3018,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.107287224000174,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":670,"out_tokens":3614,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.09002418499995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":781,"out_tokens":6508,"error":null,"skip_reason":null,"score_raw":null,"duration_s":84.96811669299996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":2355,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.90504004600007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":654,"out_tokens":2873,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.728820377000375,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":5083,"error":null,"skip_reason":null,"score_raw":null,"duration_s":78.14809915600017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":4549,"error":null,"skip_reason":null,"score_raw":null,"duration_s":60.72153562699987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":2964,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.31539440300003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":2928,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.05578695300028,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":623,"out_tokens":2353,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.32428672600008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":3237,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.775668849999875,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":2023,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.637789263000286,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":3214,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.7398784359998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":2057,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.0432732649997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":3889,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.729568379000284,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":836,"out_tokens":5199,"error":null,"skip_reason":null,"score_raw":null,"duration_s":73.02471030200013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":768,"out_tokens":3602,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.01498202999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":4809,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.26049880900018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2205.243770999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":4437,"error":null,"skip_reason":null,"score_raw":null,"duration_s":60.00352579699984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":555,"out_tokens":4855,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.11765084900026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":549,"out_tokens":3480,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.17227844599984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":3657,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.706786316000034,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":4062,"error":null,"skip_reason":null,"score_raw":null,"duration_s":60.248609363000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":487,"out_tokens":3818,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.45975580999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":3648,"error":null,"skip_reason":null,"score_raw":null,"duration_s":50.17414296700008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":539,"out_tokens":13872,"error":null,"skip_reason":null,"score_raw":null,"duration_s":441.6443654890004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":8397,"error":null,"skip_reason":null,"score_raw":null,"duration_s":367.49878303000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":575,"out_tokens":3528,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.79072658299992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":3338,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.8424646630001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":440.593551123,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":3875,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.99956517999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":3410,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.38270919800016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":4617,"error":null,"skip_reason":null,"score_raw":null,"duration_s":70.0983833639998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":584,"out_tokens":2262,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.35868534600013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":3606,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.337711191999915,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":549,"out_tokens":4068,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.72408691700002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0432883959998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1012,"out_tokens":6558,"error":null,"skip_reason":null,"score_raw":null,"duration_s":87.09536333699998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":996,"out_tokens":7490,"error":null,"skip_reason":null,"score_raw":null,"duration_s":100.43147391599996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":939,"out_tokens":5019,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.15783060400008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":918,"out_tokens":4333,"error":null,"skip_reason":null,"score_raw":null,"duration_s":59.52970851900045,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0187056259997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":609,"out_tokens":4675,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.72787271700054,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":837,"out_tokens":4002,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.447532333999334,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":888,"out_tokens":7224,"error":null,"skip_reason":null,"score_raw":null,"duration_s":98.96019529999921,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":499.334685498,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":535,"out_tokens":4085,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.37810873000035,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":4743,"error":null,"skip_reason":null,"score_raw":null,"duration_s":291.13499626799967,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":750,"out_tokens":4778,"error":null,"skip_reason":null,"score_raw":null,"duration_s":70.01966260399968,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":5850,"error":null,"skip_reason":null,"score_raw":null,"duration_s":347.7136226579996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1311,"out_tokens":9040,"error":null,"skip_reason":null,"score_raw":null,"duration_s":127.80202585899951,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1105,"out_tokens":8251,"error":null,"skip_reason":null,"score_raw":null,"duration_s":114.78763949899985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":1200,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.815326315000675,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":1244,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.522024669999155,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":681,"out_tokens":1755,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.122536906000278,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.003967307,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1111,"out_tokens":8426,"error":null,"skip_reason":null,"score_raw":null,"duration_s":117.58106008100003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":1209,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.632531533000474,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":986,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.13748102699992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1415,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.047653704999902,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0034144390002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":9649,"error":null,"skip_reason":null,"score_raw":null,"duration_s":141.38875083200037,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":12704,"error":null,"skip_reason":null,"score_raw":null,"duration_s":430.1227148060002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1413,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.076627239999652,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1640,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.80335943299997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1706,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.743582539000272,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2123.9665153459996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":913,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.631774497999686,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1502,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.324016957000822,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":1164,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.877928889999566,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1597,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.39806011300061,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":594,"out_tokens":1220,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.333484754999517,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":3122,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.24892923099924,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1039,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.127268035999805,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":976,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.995019764000062,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1182,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.63229772500017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1057,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.471946892999767,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":1102,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.544749190999937,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":1581,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.81731644499996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":1010,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.556268215000273,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":1323,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.655347270000675,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":1116,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.29329366100046,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":930,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.986233301999164,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":700,"out_tokens":1001,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.10589278400039,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":1392,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.796972997999546,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":1002,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.094599350999488,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":958,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.293057085000328,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":1212,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.259157923999737,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1164,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.585606267999538,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":880,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.028649820999817,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1245,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.65185361300064,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":973,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.23050701000011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0077079279995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":519,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.131982881000113,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":903,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.059384895000221,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":946,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.494711158000428,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":654,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.666933929000152,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":762,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.397500705999846,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":13755,"error":null,"skip_reason":null,"score_raw":null,"duration_s":424.3771079219996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":771,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.33183079399987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":616,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.865273920000618,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":847,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.186887949000266,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1058,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.210159156000373,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":548,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.496078037999723,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":699,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.024901774999307,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":692,"out_tokens":984,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.388780067999505,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":668,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.365675781999926,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0079958759998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0028492119995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":727,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.78255370000079,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":14719,"error":null,"skip_reason":null,"score_raw":null,"duration_s":217.0875435300004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":923,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.146122572999957,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":705,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.364587594000113,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":931,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.129285402999813,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":755,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.195486913000423,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":475.14092215100027,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":685,"out_tokens":832,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.90564385200014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":823,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.64506438799981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":957,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.369466521000504,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":885,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.075527719999627,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":890,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.23656133300028,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":873,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.34823532900009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":967,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.346447607999835,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":703,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.90098823199969,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":968,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.716987671000425,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":1223,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.39911499000027,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":796,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.285910516000513,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":657,"out_tokens":969,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.95654707199992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":8936,"error":null,"skip_reason":null,"score_raw":null,"duration_s":129.48533256500014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":921,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.621871758999987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":11245,"error":null,"skip_reason":null,"score_raw":null,"duration_s":408.89592573699974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":679,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.942916028000582,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":879,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.37018045900004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":788,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.063010914999722,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":623,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.23536051100018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":1109,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.27376080399972,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":1283,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.35559582499991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1310,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.375719237999874,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":1394,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.478008363999834,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":1206,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.16941618599958,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2155.461905732,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1428,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.829502524999953,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":1332,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.54787959300029,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1069,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.883639353000035,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1217,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.979166021999845,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":1175,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.315213765999943,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":1177,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.111265346000437,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":961,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.049066112999753,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1036,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.205143382000642,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":1089,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.80406831000073,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":1276,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.494394458999523,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":999,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.473345627000526,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1078,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.92897475999962,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":925,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.840057546000025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1273,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.96323242299968,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1661,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.47570318599992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":null,"duration_s":250.68820129899996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":457.9596047899995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.15459547699993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.507277728999725,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1649,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.361569638999754,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1726,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.04037774600056,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1180,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.1626594319996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1479,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.94897179200052,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":1236,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.783699320999403,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":15071,"error":null,"skip_reason":null,"score_raw":null,"duration_s":463.91748139599986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0011310499995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":1286,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.92057957399993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2026,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.21035369600031,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.57075650799925,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.409686517999944,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":13591,"error":null,"skip_reason":null,"score_raw":null,"duration_s":247.20287607299997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":526.3172759680001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":6447,"error":null,"skip_reason":null,"score_raw":null,"duration_s":94.51220418199955,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":491.676592412,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":510.8657607180003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":10191,"error":null,"skip_reason":null,"score_raw":null,"duration_s":161.41588529900037,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":489.19322978000037,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":481.67836506000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2688.591363411,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":7004,"error":null,"skip_reason":null,"score_raw":null,"duration_s":103.57870939399982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":317,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":null,"duration_s":238.94046744699972,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":10473,"error":null,"skip_reason":null,"score_raw":null,"duration_s":403.0093516750003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":474.05374999000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":527,"out_tokens":10431,"error":null,"skip_reason":null,"score_raw":null,"duration_s":159.98725470200043,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":550,"out_tokens":15797,"error":null,"skip_reason":null,"score_raw":null,"duration_s":247.0813762630005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0466629040002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":485.03349900099965,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":512.5144079419997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":7965,"error":null,"skip_reason":null,"score_raw":null,"duration_s":127.19719565199921,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":508.5109733239997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":13761,"error":null,"skip_reason":null,"score_raw":null,"duration_s":212.16131321000012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":488.9854231870004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3900.016910884,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":500.934964606,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":468.32272406799984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":465.41992187400047,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":500.3875080990001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":12582,"error":null,"skip_reason":null,"score_raw":null,"duration_s":481.4683030220003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":2401,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.87126961,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":6166,"error":null,"skip_reason":null,"score_raw":null,"duration_s":172.73775473199998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":6629,"error":null,"skip_reason":null,"score_raw":null,"duration_s":193.46075633200002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":8621,"error":null,"skip_reason":null,"score_raw":null,"duration_s":234.929012314,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":6184,"error":null,"skip_reason":null,"score_raw":null,"duration_s":195.66881638400002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":6914,"error":null,"skip_reason":null,"score_raw":null,"duration_s":193.082453687,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":4785,"error":null,"skip_reason":null,"score_raw":null,"duration_s":157.132210493,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":4252,"error":null,"skip_reason":null,"score_raw":null,"duration_s":135.785344689,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":7207,"error":null,"skip_reason":null,"score_raw":null,"duration_s":231.030054223,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":5162,"error":null,"skip_reason":null,"score_raw":null,"duration_s":171.82255692200005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":4554,"error":null,"skip_reason":null,"score_raw":null,"duration_s":150.71753060699996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":5578,"error":null,"skip_reason":null,"score_raw":null,"duration_s":177.35960248500004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":4416,"error":null,"skip_reason":null,"score_raw":null,"duration_s":120.64251950699997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":4746,"error":null,"skip_reason":null,"score_raw":null,"duration_s":143.44865250299995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":9278,"error":null,"skip_reason":null,"score_raw":null,"duration_s":300.980324914,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":3433,"error":null,"skip_reason":null,"score_raw":null,"duration_s":103.95230590000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1946,"error":null,"skip_reason":null,"score_raw":null,"duration_s":55.42060724500004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1806,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.875408247999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1802,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.25152517699996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":2267,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.17710371300006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":1715,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.445984556999974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":3399,"error":null,"skip_reason":null,"score_raw":null,"duration_s":91.82996895899998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1741,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.349474231000045,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1322,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.50210731000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1722,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.480924652,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":2332,"error":null,"skip_reason":null,"score_raw":null,"duration_s":63.29111699800001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1175,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.60552346199995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1850,"error":null,"skip_reason":null,"score_raw":null,"duration_s":60.695093112999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":2008,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.672937948000026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":1018,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.66384383100001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":2000,"error":null,"skip_reason":null,"score_raw":null,"duration_s":63.3875156360001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2093,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.55362691199991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1733,"error":null,"skip_reason":null,"score_raw":null,"duration_s":51.174900269999966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":1415,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.3035183180001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":1606,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.222241975999964,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":2458,"error":null,"skip_reason":null,"score_raw":null,"duration_s":83.87210611,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":4265,"error":null,"skip_reason":null,"score_raw":null,"duration_s":132.80110108799988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":3715,"error":null,"skip_reason":null,"score_raw":null,"duration_s":111.30292318799991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1723,"error":null,"skip_reason":null,"score_raw":null,"duration_s":49.58225647400013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":2532,"error":null,"skip_reason":null,"score_raw":null,"duration_s":80.00610550500005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":2372,"error":null,"skip_reason":null,"score_raw":null,"duration_s":73.0351522840001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":6660,"error":null,"skip_reason":null,"score_raw":null,"duration_s":232.30358526999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":1909,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.76979514200002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":3311,"error":null,"skip_reason":null,"score_raw":null,"duration_s":108.70024784999987,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1323,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.732310421999955,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":2182,"error":null,"skip_reason":null,"score_raw":null,"duration_s":75.34293152099985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":4200,"error":null,"skip_reason":null,"score_raw":null,"duration_s":131.57186046700008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2995,"error":null,"skip_reason":null,"score_raw":null,"duration_s":94.50713202400016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1374,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.3739707740001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":3219,"error":null,"skip_reason":null,"score_raw":null,"duration_s":89.72281266299979,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":2480,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.43919506599991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":5318,"error":null,"skip_reason":null,"score_raw":null,"duration_s":150.65535644599981,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":3891,"error":null,"skip_reason":null,"score_raw":null,"duration_s":126.87198740100007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":2558,"error":null,"skip_reason":null,"score_raw":null,"duration_s":81.92081912100002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1440,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.212650423000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":3437,"error":null,"skip_reason":null,"score_raw":null,"duration_s":109.05565614500006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":3805,"error":null,"skip_reason":null,"score_raw":null,"duration_s":117.4923695980001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1371,"error":null,"skip_reason":null,"score_raw":null,"duration_s":37.05511683899999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":2992,"error":null,"skip_reason":null,"score_raw":null,"duration_s":92.80707534899989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":4348,"error":null,"skip_reason":null,"score_raw":null,"duration_s":123.89707290299998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":2089,"error":null,"skip_reason":null,"score_raw":null,"duration_s":58.72572225700014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":3096,"error":null,"skip_reason":null,"score_raw":null,"duration_s":90.81103273600002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":3768,"error":null,"skip_reason":null,"score_raw":null,"duration_s":110.18520582399992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":3600,"error":null,"skip_reason":null,"score_raw":null,"duration_s":100.02054316099998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":4324,"error":null,"skip_reason":null,"score_raw":null,"duration_s":140.074405652,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":6522,"error":null,"skip_reason":null,"score_raw":null,"duration_s":223.94213373899993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1752,"error":null,"skip_reason":null,"score_raw":null,"duration_s":60.928652043000056,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":2539,"error":null,"skip_reason":null,"score_raw":null,"duration_s":69.51362835500004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":2667,"error":null,"skip_reason":null,"score_raw":null,"duration_s":71.41479323599992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":5876,"error":null,"skip_reason":null,"score_raw":null,"duration_s":191.08593021899992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":4797,"error":null,"skip_reason":null,"score_raw":null,"duration_s":172.30441362499982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":6429,"error":null,"skip_reason":null,"score_raw":null,"duration_s":208.0001759060001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":6458,"error":null,"skip_reason":null,"score_raw":null,"duration_s":194.48621264299982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":3850,"error":null,"skip_reason":null,"score_raw":null,"duration_s":125.21145127199975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":3389,"error":null,"skip_reason":null,"score_raw":null,"duration_s":99.38349119900022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":3409,"error":null,"skip_reason":null,"score_raw":null,"duration_s":114.3137375629999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":3932,"error":null,"skip_reason":null,"score_raw":null,"duration_s":123.02293834300008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":6240,"error":null,"skip_reason":null,"score_raw":null,"duration_s":190.62967796500016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":2900,"error":null,"skip_reason":null,"score_raw":null,"duration_s":97.97733146100018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":5506,"error":null,"skip_reason":null,"score_raw":null,"duration_s":168.451487541,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":4259,"error":null,"skip_reason":null,"score_raw":null,"duration_s":115.7920714500001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":6509,"error":null,"skip_reason":null,"score_raw":null,"duration_s":196.0680075790001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":2923,"error":null,"skip_reason":null,"score_raw":null,"duration_s":97.30993520599986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":3239,"error":null,"skip_reason":null,"score_raw":null,"duration_s":97.86673745799999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":2883,"error":null,"skip_reason":null,"score_raw":null,"duration_s":93.38875073999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":1927,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.47653482600026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":7602,"error":null,"skip_reason":null,"score_raw":null,"duration_s":202.54848179500004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":5927,"error":null,"skip_reason":null,"score_raw":null,"duration_s":167.12650203700014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":6802,"error":null,"skip_reason":null,"score_raw":null,"duration_s":195.9768455540002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":7305,"error":null,"skip_reason":null,"score_raw":null,"duration_s":223.04636166,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":5266,"error":null,"skip_reason":null,"score_raw":null,"duration_s":161.6266121040003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":6480,"error":null,"skip_reason":null,"score_raw":null,"duration_s":188.00215125600016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":4347,"error":null,"skip_reason":null,"score_raw":null,"duration_s":131.21874794800033,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":5033,"error":null,"skip_reason":null,"score_raw":null,"duration_s":148.3161499150001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":7039,"error":null,"skip_reason":null,"score_raw":null,"duration_s":220.91947834600023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":3266,"error":null,"skip_reason":null,"score_raw":null,"duration_s":104.76992924200022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":5067,"error":null,"skip_reason":null,"score_raw":null,"duration_s":159.53671024799996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":7943,"error":null,"skip_reason":null,"score_raw":null,"duration_s":239.16571483100006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":6625,"error":null,"skip_reason":null,"score_raw":null,"duration_s":213.61444459799986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":9851,"error":null,"skip_reason":null,"score_raw":null,"duration_s":308.650872446,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}