{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":375,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.171794607999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":2,"status":"ok","in_tokens":467,"out_tokens":467,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.385901362000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.018454026000008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":1,"status":"ok","in_tokens":467,"out_tokens":498,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.163982137000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":2,"status":"ok","in_tokens":456,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.030975254000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":2,"status":"ok","in_tokens":793,"out_tokens":1315,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.467794169999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":1,"status":"ok","in_tokens":456,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.800570004999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.005982422999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1390,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.638659442000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":1,"status":"ok","in_tokens":793,"out_tokens":1380,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.797381572999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":268,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.830617009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1480,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.425539698,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":1,"status":"ok","in_tokens":417,"out_tokens":2771,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.492594878000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":2,"status":"ok","in_tokens":417,"out_tokens":2993,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.882161188999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":1,"status":"ok","in_tokens":463,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.596132632999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":1,"status":"ok","in_tokens":840,"out_tokens":1420,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.54711654500001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":1,"status":"ok","in_tokens":391,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.376807075000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1361,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.074291481000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":3013,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.882224109,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":2,"status":"ok","in_tokens":463,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.038705897,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":2,"status":"ok","in_tokens":840,"out_tokens":1692,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.58429362800001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":1,"status":"ok","in_tokens":676,"out_tokens":1364,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.687662004999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3190,"error":null,"skip_reason":null,"score_raw":null,"duration_s":50.717463629,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.172325673999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":2,"status":"ok","in_tokens":665,"out_tokens":1063,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.682660302000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1390,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.329649216000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.378954973000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":2,"status":"ok","in_tokens":391,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.41152906500001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":1,"status":"ok","in_tokens":665,"out_tokens":1530,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.18897226,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":2,"status":"ok","in_tokens":676,"out_tokens":1790,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.168556529,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":1,"status":"ok","in_tokens":360,"out_tokens":187,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.123162444000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":1,"status":"ok","in_tokens":440,"out_tokens":2711,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.76148176000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":1,"status":"ok","in_tokens":469,"out_tokens":363,"error":null,"skip_reason":null,"score_raw":null,"duration_s":68.03544391199999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":2,"status":"ok","in_tokens":360,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.242020331999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":2,"status":"ok","in_tokens":440,"out_tokens":2929,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.07648932800001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":1,"status":"ok","in_tokens":358,"out_tokens":2481,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.098791746,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2920,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.11398130500001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1269,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.894863066,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":1,"status":"ok","in_tokens":655,"out_tokens":1367,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.683458600999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":2,"status":"ok","in_tokens":403,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.108859668999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.20310303400001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":1007,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.291867463000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":2,"status":"ok","in_tokens":343,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.477555848999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":1,"status":"ok","in_tokens":343,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.367712472000008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":2,"status":"ok","in_tokens":655,"out_tokens":1420,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.022258217,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.82748344799998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":2,"status":"ok","in_tokens":713,"out_tokens":1041,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.018744411,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":1,"status":"ok","in_tokens":713,"out_tokens":1223,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.200058349000017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1449,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.79085918300001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":2,"status":"ok","in_tokens":365,"out_tokens":199,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.43875642399999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":1,"status":"ok","in_tokens":365,"out_tokens":239,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.780207425999976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":2,"status":"ok","in_tokens":358,"out_tokens":2717,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.10503439499999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.522530642999982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":1,"status":"ok","in_tokens":763,"out_tokens":1503,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.26382463499999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":2794,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.729466581,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":1,"status":"ok","in_tokens":435,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.131520035000023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1454,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.325885723,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":2,"status":"ok","in_tokens":763,"out_tokens":1419,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.854582857999986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":2,"status":"ok","in_tokens":344,"out_tokens":3144,"error":null,"skip_reason":null,"score_raw":null,"duration_s":46.05874258699998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":1,"status":"ok","in_tokens":674,"out_tokens":1323,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.112493251000018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":2,"status":"ok","in_tokens":674,"out_tokens":1099,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.91923465100001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.009964462,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":1,"status":"ok","in_tokens":344,"out_tokens":3787,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.587455124,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":1,"status":"ok","in_tokens":357,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.17601995000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":2,"status":"ok","in_tokens":435,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.90032213400002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":2,"status":"ok","in_tokens":357,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.009861340000015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1265,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.415851444000026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2254,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.291960087999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":1,"status":"ok","in_tokens":715,"out_tokens":1200,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.76859294099998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":2,"status":"ok","in_tokens":715,"out_tokens":1128,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.817146804000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":998,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.08862582500001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":372,"error":null,"skip_reason":null,"score_raw":null,"duration_s":67.72808153700001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":1,"status":"ok","in_tokens":320,"out_tokens":2558,"error":null,"skip_reason":null,"score_raw":null,"duration_s":36.261016657,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":302,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.25419861200001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":1,"status":"ok","in_tokens":693,"out_tokens":900,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.054749209000022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":2,"status":"ok","in_tokens":693,"out_tokens":899,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.818526743000007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":1,"status":"ok","in_tokens":398,"out_tokens":269,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.965257614999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":2,"status":"ok","in_tokens":398,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.228159164999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":2,"status":"ok","in_tokens":320,"out_tokens":2474,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.69506003799998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":1867,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.60843415299999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":1,"status":"ok","in_tokens":376,"out_tokens":487,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.794734737999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.621684639000023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":1,"status":"ok","in_tokens":709,"out_tokens":1202,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.246150408000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1217,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.791341122000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":1,"status":"ok","in_tokens":363,"out_tokens":2014,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.180079602000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":2,"status":"ok","in_tokens":376,"out_tokens":617,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.573626538000013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":2,"status":"ok","in_tokens":709,"out_tokens":1041,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.065148809999982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":1192,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.377199193000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":2,"status":"ok","in_tokens":363,"out_tokens":1702,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.667308798999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":2,"status":"ok","in_tokens":551,"out_tokens":918,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.60227591100002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":270,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.600609421,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":1,"status":"ok","in_tokens":398,"out_tokens":299,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.162176853000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":2,"status":"ok","in_tokens":398,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.604494173999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":1,"status":"ok","in_tokens":551,"out_tokens":1069,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.214381618000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":1,"status":"ok","in_tokens":405,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.294432329000017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":899,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.82774847600001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":1,"status":"ok","in_tokens":486,"out_tokens":1038,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.55346124899998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":2,"status":"ok","in_tokens":486,"out_tokens":936,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.094523701999975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":936,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.058017756999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.319877562000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":1,"status":"ok","in_tokens":312,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.365887548000018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":2,"status":"ok","in_tokens":312,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.708136123999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":2,"status":"ok","in_tokens":405,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.632076528000027,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3235,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.90187361300002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":1,"status":"ok","in_tokens":482,"out_tokens":1026,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.79951460899997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2337,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.70528715699999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":999,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.03821425000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":1,"status":"ok","in_tokens":410,"out_tokens":3623,"error":null,"skip_reason":null,"score_raw":null,"duration_s":53.064911068000015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":2,"status":"ok","in_tokens":482,"out_tokens":1208,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.43232418499997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":1,"status":"ok","in_tokens":510,"out_tokens":1089,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.316100429000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":2,"status":"ok","in_tokens":410,"out_tokens":3201,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.44114107799999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":1,"status":"ok","in_tokens":283,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.279927662999967,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.865073015999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.604143867000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":2,"status":"ok","in_tokens":510,"out_tokens":941,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.060913767000045,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":2,"status":"ok","in_tokens":283,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.374737057999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":1,"status":"ok","in_tokens":709,"out_tokens":1002,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.847406623999973,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":2,"status":"ok","in_tokens":709,"out_tokens":928,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.244860383999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1232,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.68018325199995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":1,"status":"ok","in_tokens":276,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.625258249000012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":2,"status":"ok","in_tokens":276,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.623195717000044,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":348,"error":null,"skip_reason":null,"score_raw":null,"duration_s":69.024836768,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1174,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.482203214000037,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.842310843999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":1,"status":"ok","in_tokens":299,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.253928486999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":2150,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.039886912999975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":1,"status":"ok","in_tokens":650,"out_tokens":964,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.764551564999977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":939,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.021743602999948,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":1,"status":"ok","in_tokens":348,"out_tokens":2943,"error":null,"skip_reason":null,"score_raw":null,"duration_s":44.22496264800003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":1,"status":"ok","in_tokens":383,"out_tokens":2012,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.007632650000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":2,"status":"ok","in_tokens":650,"out_tokens":1046,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.005071321000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":2,"status":"ok","in_tokens":348,"out_tokens":2472,"error":null,"skip_reason":null,"score_raw":null,"duration_s":38.81494442799999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":1,"status":"ok","in_tokens":345,"out_tokens":365,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.957163470000012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":2,"status":"ok","in_tokens":299,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.24803474700002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":1,"status":"ok","in_tokens":862,"out_tokens":896,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.214415895000002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":322,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.193204083000012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":2,"status":"ok","in_tokens":862,"out_tokens":866,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.327190971999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":2,"status":"ok","in_tokens":345,"out_tokens":522,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.928433478999978,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":1003,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.200303399000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":1,"status":"ok","in_tokens":903,"out_tokens":951,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.595749637999972,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":2,"status":"ok","in_tokens":405,"out_tokens":270,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.684244148999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":1,"status":"ok","in_tokens":405,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.392414777,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":2,"status":"ok","in_tokens":379,"out_tokens":1355,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.218424706000008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":438,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.220972694000011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":2,"status":"ok","in_tokens":903,"out_tokens":925,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.221529289999978,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1390,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.668575933,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.155958329000043,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":1,"status":"ok","in_tokens":379,"out_tokens":1496,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.49452688499997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":1085,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.043748365,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":2,"status":"ok","in_tokens":1019,"out_tokens":922,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.386255793999965,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":1,"status":"ok","in_tokens":366,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.512155942999982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":1,"status":"ok","in_tokens":385,"out_tokens":406,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.794710782999971,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":2,"status":"ok","in_tokens":366,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.306702134000034,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":792,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.460107058000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":1,"status":"ok","in_tokens":1019,"out_tokens":1444,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.717206560000022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":2,"status":"ok","in_tokens":383,"out_tokens":2073,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.70161500299997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":1,"status":"ok","in_tokens":784,"out_tokens":748,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.531668663000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.329320939000013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":2,"status":"ok","in_tokens":784,"out_tokens":880,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.08524685399999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":1,"status":"ok","in_tokens":713,"out_tokens":538,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.424742046000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":652,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.168135086999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":1,"status":"ok","in_tokens":385,"out_tokens":1478,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.357275829999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1561,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.96641238699999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":1,"status":"ok","in_tokens":480,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.572420464999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":2,"status":"ok","in_tokens":713,"out_tokens":696,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.970069100999979,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":2,"status":"ok","in_tokens":480,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.132910750000008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":2,"status":"ok","in_tokens":385,"out_tokens":1827,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.607258,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.622948604999976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":1,"status":"ok","in_tokens":673,"out_tokens":935,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.887824830999989,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":1,"status":"ok","in_tokens":554,"out_tokens":164,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.08838304699998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1277,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.068253254000012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":981,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.094087103999982,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":2,"status":"ok","in_tokens":673,"out_tokens":959,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.198625849999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":2,"status":"ok","in_tokens":304,"out_tokens":1153,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.817975545000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":1,"status":"ok","in_tokens":304,"out_tokens":1311,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.137508923999974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":2,"status":"ok","in_tokens":554,"out_tokens":159,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.68978382900002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":955,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.890547168000012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":721,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.432529122000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":1,"status":"ok","in_tokens":266,"out_tokens":1081,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.056209292000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1206,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.265988780999976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":2,"status":"ok","in_tokens":721,"out_tokens":936,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.503922103000036,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":1,"status":"ok","in_tokens":721,"out_tokens":1007,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.431624572000032,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":279,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.855958144,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":2,"status":"ok","in_tokens":266,"out_tokens":1121,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.037956046000033,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":1,"status":"ok","in_tokens":627,"out_tokens":789,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.722229150999965,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1033,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.021766921999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":2,"status":"ok","in_tokens":627,"out_tokens":691,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.15771522099999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":1,"status":"ok","in_tokens":254,"out_tokens":790,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.06240087499998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":1,"status":"ok","in_tokens":590,"out_tokens":278,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.294331806999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.94994984599998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":2,"status":"ok","in_tokens":254,"out_tokens":1001,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.978055899000026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":2,"status":"ok","in_tokens":590,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.784652719999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":1,"status":"ok","in_tokens":445,"out_tokens":209,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.22928368800001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":2,"status":"ok","in_tokens":385,"out_tokens":324,"error":null,"skip_reason":null,"score_raw":null,"duration_s":67.14392751000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1565,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.716903639999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1712,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.726391740999986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":2,"status":"ok","in_tokens":281,"out_tokens":1250,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.568080340999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":1,"status":"ok","in_tokens":1015,"out_tokens":1776,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.74502561500003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":114,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.494425240999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":1,"status":"ok","in_tokens":281,"out_tokens":1620,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.95137011600002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":2,"status":"ok","in_tokens":445,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.742826734999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":2,"status":"ok","in_tokens":1015,"out_tokens":1577,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.140933839000013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":1,"status":"ok","in_tokens":387,"out_tokens":114,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.598376076000022,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1732,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.604237012999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":661,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.986990090999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":2,"status":"ok","in_tokens":387,"out_tokens":153,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.79662215999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":1823,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.77892922899997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":2,"status":"ok","in_tokens":469,"out_tokens":367,"error":null,"skip_reason":null,"score_raw":null,"duration_s":368.428163109,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":1,"status":"ok","in_tokens":385,"out_tokens":1528,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.904606592999983,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":2,"status":"ok","in_tokens":385,"out_tokens":1494,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.945401826000023,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.68544390200003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":1,"status":"ok","in_tokens":446,"out_tokens":647,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.590597960999958,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":1,"status":"ok","in_tokens":380,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.752611153999965,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":2,"status":"ok","in_tokens":380,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.925683389000028,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1617,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.00194270899999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":1,"status":"ok","in_tokens":358,"out_tokens":1377,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.65195656399999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":646,"error":null,"skip_reason":null,"score_raw":null,"duration_s":376.650131909,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":1,"status":"ok","in_tokens":999,"out_tokens":2010,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.296810556000025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":2,"status":"ok","in_tokens":999,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.903957674000026,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1628,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.03429458400001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.880274130999965,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":2,"status":"ok","in_tokens":358,"out_tokens":1786,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.89327346600004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.73435929300001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":1,"status":"ok","in_tokens":383,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.751508575000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":1,"status":"ok","in_tokens":942,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.092103796,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":1999,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.03343145499997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":1,"status":"ok","in_tokens":436,"out_tokens":1642,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.157589814000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":2,"status":"ok","in_tokens":383,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.11034798000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":2,"status":"ok","in_tokens":436,"out_tokens":1829,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.65624810700001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":2,"status":"ok","in_tokens":942,"out_tokens":1320,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.805455216999974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":1,"status":"ok","in_tokens":351,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.864464655999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1601,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.394083035999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":1,"status":"ok","in_tokens":921,"out_tokens":1756,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.607208039,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":2,"status":"ok","in_tokens":351,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.399677177,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":2,"status":"ok","in_tokens":921,"out_tokens":1285,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.295669532999966,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":333,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.99836316599999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1801,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.447643588999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":1,"status":"ok","in_tokens":547,"out_tokens":385,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.421164998999984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":2,"status":"ok","in_tokens":489,"out_tokens":1655,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.495037831000047,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":1,"status":"ok","in_tokens":489,"out_tokens":1823,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.499601445999986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1571,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.550308494000035,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":1962,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.153369227999974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":1,"status":"ok","in_tokens":891,"out_tokens":1520,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.163773013000025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":2,"status":"ok","in_tokens":891,"out_tokens":1476,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.646524521000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":2,"status":"ok","in_tokens":547,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.988851001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":380,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.40180007700002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":2,"status":"ok","in_tokens":446,"out_tokens":632,"error":null,"skip_reason":null,"score_raw":null,"duration_s":73.884680076,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":1,"status":"ok","in_tokens":516,"out_tokens":411,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.258237108999992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":472,"error":null,"skip_reason":null,"score_raw":null,"duration_s":70.521385528,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":1,"status":"ok","in_tokens":548,"out_tokens":1874,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.660343624000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":2,"status":"ok","in_tokens":516,"out_tokens":337,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.435740135000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.715800388999924,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1825,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.684260494999933,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":1,"status":"ok","in_tokens":368,"out_tokens":472,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.14335796799998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":2,"status":"ok","in_tokens":548,"out_tokens":2266,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.367700856000056,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":1,"status":"ok","in_tokens":409,"out_tokens":2002,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.501851538999972,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":1,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.939607264000017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":2,"status":"ok","in_tokens":1314,"out_tokens":1834,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.918749106999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":1,"status":"ok","in_tokens":493,"out_tokens":301,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.120293245000028,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.70677884700001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":1,"status":"ok","in_tokens":407,"out_tokens":527,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.856177725000066,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.834791646000042,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":413,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.012087757000018,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":2,"status":"ok","in_tokens":493,"out_tokens":351,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.374606790999962,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":980,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.168148517000077,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":2,"status":"ok","in_tokens":409,"out_tokens":2045,"error":null,"skip_reason":null,"score_raw":null,"duration_s":27.75499107500002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":2,"status":"ok","in_tokens":356,"out_tokens":1269,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.66510119899999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":1,"status":"ok","in_tokens":356,"out_tokens":1314,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.06029475799994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":1,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.99296796400006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":2,"status":"ok","in_tokens":479,"out_tokens":391,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.908674963000067,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":1,"status":"ok","in_tokens":479,"out_tokens":389,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.39562812400004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":2,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.66987593400006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":1,"status":"ok","in_tokens":465,"out_tokens":329,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.620276672000045,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":329,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.68482910599994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.678181858000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1417,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.089607012999977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":1,"status":"ok","in_tokens":1114,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.21586925700001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":2,"status":"ok","in_tokens":368,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":null,"duration_s":71.13364549500005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":356,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.12892879100002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":2,"status":"ok","in_tokens":1114,"out_tokens":1913,"error":null,"skip_reason":null,"score_raw":null,"duration_s":34.06111678599996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":2,"status":"ok","in_tokens":339,"out_tokens":2419,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.814578256999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":2,"status":"ok","in_tokens":465,"out_tokens":284,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.193683735000036,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":628,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.97765831799995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":1,"status":"ok","in_tokens":698,"out_tokens":349,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.555307133000042,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":2,"status":"ok","in_tokens":698,"out_tokens":370,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.282090704000098,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":1,"status":"ok","in_tokens":353,"out_tokens":1541,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.38447105299997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":1,"status":"ok","in_tokens":339,"out_tokens":2886,"error":null,"skip_reason":null,"score_raw":null,"duration_s":52.398502269999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2392,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.66601839599991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":787,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.883027190999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":2,"status":"ok","in_tokens":353,"out_tokens":1441,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.393373340999915,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":1,"status":"ok","in_tokens":404,"out_tokens":942,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.639966923999964,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1133,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.997609714999953,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":397,"error":null,"skip_reason":null,"score_raw":null,"duration_s":22.725624683999968,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":410,"error":null,"skip_reason":null,"score_raw":null,"duration_s":30.180251560999977,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":2,"status":"ok","in_tokens":579,"out_tokens":465,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.634196721999956,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":2,"status":"ok","in_tokens":404,"out_tokens":769,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.387205367000092,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":2,"status":"ok","in_tokens":324,"out_tokens":1460,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.813385911999944,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":1,"status":"ok","in_tokens":579,"out_tokens":410,"error":null,"skip_reason":null,"score_raw":null,"duration_s":31.26170952399991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":1,"status":"ok","in_tokens":324,"out_tokens":1560,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.816316546000053,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":1,"status":"ok","in_tokens":408,"out_tokens":776,"error":null,"skip_reason":null,"score_raw":null,"duration_s":20.649784056000044,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":2,"status":"ok","in_tokens":580,"out_tokens":397,"error":null,"skip_reason":null,"score_raw":null,"duration_s":23.297233994000067,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":1,"status":"ok","in_tokens":580,"out_tokens":360,"error":null,"skip_reason":null,"score_raw":null,"duration_s":28.40090876599993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":2,"status":"ok","in_tokens":408,"out_tokens":807,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.208786221000082,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":2426,"error":null,"skip_reason":null,"score_raw":null,"duration_s":54.385031517000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":1,"status":"ok","in_tokens":538,"out_tokens":2755,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.72385146199997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":571,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.296399629999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":2,"status":"ok","in_tokens":538,"out_tokens":2820,"error":null,"skip_reason":null,"score_raw":null,"duration_s":61.85123827899997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":759,"error":null,"skip_reason":null,"score_raw":null,"duration_s":76.33509230200002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":3371,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.39945638999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":2,"status":"ok","in_tokens":323,"out_tokens":714,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.911324257999922,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":1,"status":"ok","in_tokens":496,"out_tokens":2763,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.938172285000064,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":723,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.68427843500001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2131,"error":null,"skip_reason":null,"score_raw":null,"duration_s":35.18448272300009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":1,"status":"ok","in_tokens":468,"out_tokens":1840,"error":null,"skip_reason":null,"score_raw":null,"duration_s":29.621437336999975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":1,"status":"ok","in_tokens":289,"out_tokens":529,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.508622020999951,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":2,"status":"ok","in_tokens":496,"out_tokens":3518,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.68891688300005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":2,"status":"ok","in_tokens":289,"out_tokens":564,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.337416165000036,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":2,"status":"ok","in_tokens":468,"out_tokens":2451,"error":null,"skip_reason":null,"score_raw":null,"duration_s":39.59513421700001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.581038815000056,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":1,"status":"ok","in_tokens":279,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.516611917999967,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":2873,"error":null,"skip_reason":null,"score_raw":null,"duration_s":56.42106076199991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2300,"error":null,"skip_reason":null,"score_raw":null,"duration_s":33.67511512100009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":2,"status":"ok","in_tokens":463,"out_tokens":2725,"error":null,"skip_reason":null,"score_raw":null,"duration_s":48.846358173,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":1,"status":"ok","in_tokens":463,"out_tokens":3539,"error":null,"skip_reason":null,"score_raw":null,"duration_s":67.37500805999991,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":1,"status":"ok","in_tokens":448,"out_tokens":2398,"error":null,"skip_reason":null,"score_raw":null,"duration_s":32.99994437600003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":2,"status":"ok","in_tokens":448,"out_tokens":2891,"error":null,"skip_reason":null,"score_raw":null,"duration_s":40.30459356699998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":2,"status":"ok","in_tokens":279,"out_tokens":520,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.03735355700007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":1,"status":"ok","in_tokens":689,"out_tokens":3066,"error":null,"skip_reason":null,"score_raw":null,"duration_s":45.91717671999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":431,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.744356911000068,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":3463,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.277243261999956,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":2,"status":"ok","in_tokens":689,"out_tokens":2779,"error":null,"skip_reason":null,"score_raw":null,"duration_s":42.71266080300006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":1,"status":"ok","in_tokens":302,"out_tokens":373,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.25768834500002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":2,"status":"ok","in_tokens":302,"out_tokens":416,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.11001601099997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":3634,"error":null,"skip_reason":null,"score_raw":null,"duration_s":60.76992675500003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":883,"error":null,"skip_reason":null,"score_raw":null,"duration_s":18.485004574999948,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2541,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.12974497799996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":1,"status":"ok","in_tokens":551,"out_tokens":3775,"error":null,"skip_reason":null,"score_raw":null,"duration_s":57.30935693799995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":2,"status":"ok","in_tokens":551,"out_tokens":2941,"error":null,"skip_reason":null,"score_raw":null,"duration_s":47.27132519700001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":1,"status":"ok","in_tokens":408,"out_tokens":663,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.951006707000033,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":2,"status":"ok","in_tokens":408,"out_tokens":805,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.775046905000067,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":1,"status":"ok","in_tokens":559,"out_tokens":2593,"error":null,"skip_reason":null,"score_raw":null,"duration_s":41.367039279000096,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":517,"error":null,"skip_reason":null,"score_raw":null,"duration_s":10.590713342000072,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":2,"status":"ok","in_tokens":559,"out_tokens":2783,"error":null,"skip_reason":null,"score_raw":null,"duration_s":43.421670579999954,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":1,"status":"ok","in_tokens":373,"out_tokens":577,"error":null,"skip_reason":null,"score_raw":null,"duration_s":73.67743713300001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":2,"status":"ok","in_tokens":373,"out_tokens":452,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.61646387899998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":253,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.837947231000044,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":1,"status":"ok","in_tokens":506,"out_tokens":439,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.558370948999936,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":2,"status":"ok","in_tokens":506,"out_tokens":492,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.15129710299999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":1,"status":"ok","in_tokens":323,"out_tokens":502,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.333915751999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":2,"status":"ok","in_tokens":407,"out_tokens":654,"error":null,"skip_reason":null,"score_raw":null,"duration_s":13.63707123799999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":1,"status":"ok","in_tokens":403,"out_tokens":526,"error":null,"skip_reason":null,"score_raw":null,"duration_s":72.02688224100001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":254,"error":null,"skip_reason":null,"score_raw":null,"duration_s":66.08003825200001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":1,"status":"ok","in_tokens":572,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.98305173,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":444,"error":null,"skip_reason":null,"score_raw":null,"duration_s":9.192043996000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":2,"status":"ok","in_tokens":597,"out_tokens":438,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.350370800999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":1,"status":"ok","in_tokens":597,"out_tokens":407,"error":null,"skip_reason":null,"score_raw":null,"duration_s":71.53220484600001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":398,"error":null,"skip_reason":null,"score_raw":null,"duration_s":69.522407189,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.348120987000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":2,"status":"ok","in_tokens":460,"out_tokens":368,"error":null,"skip_reason":null,"score_raw":null,"duration_s":8.541569089999996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":1,"status":"ok","in_tokens":404,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":null,"duration_s":64.596513259,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":313,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.285872926000025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":1,"status":"ok","in_tokens":397,"out_tokens":328,"error":null,"skip_reason":null,"score_raw":null,"duration_s":67.90548134600004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":2,"status":"ok","in_tokens":397,"out_tokens":510,"error":null,"skip_reason":null,"score_raw":null,"duration_s":11.915669476999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":249,"error":null,"skip_reason":null,"score_raw":null,"duration_s":6.100505889999965,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":1,"status":"ok","in_tokens":393,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.732252090999964,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":2,"status":"ok","in_tokens":393,"out_tokens":254,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.697476878999964,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":2,"status":"ok","in_tokens":572,"out_tokens":254,"error":null,"skip_reason":null,"score_raw":null,"duration_s":367.837243522,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":1,"status":"ok","in_tokens":369,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":null,"duration_s":7.228218679999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":null,"duration_s":65.27167635199999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":2,"status":"ok","in_tokens":369,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":null,"duration_s":5.809194887999979,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":1,"status":"ok","in_tokens":460,"out_tokens":397,"error":null,"skip_reason":null,"score_raw":null,"duration_s":369.992333876,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":673,"error":null,"skip_reason":null,"score_raw":null,"duration_s":74.83991865999997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":2,"status":"ok","in_tokens":566,"out_tokens":782,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.942392617999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":2,"status":"ok","in_tokens":404,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":null,"duration_s":365.01992371200004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":877,"error":null,"skip_reason":null,"score_raw":null,"duration_s":79.32060859800004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":2,"status":"ok","in_tokens":526,"out_tokens":938,"error":null,"skip_reason":null,"score_raw":null,"duration_s":24.43789954600004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":800,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.222713223000028,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":2,"status":"ok","in_tokens":521,"out_tokens":737,"error":null,"skip_reason":null,"score_raw":null,"duration_s":16.005328506999945,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":808,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.800433100000078,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":1,"status":"ok","in_tokens":489,"out_tokens":814,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.71305062600004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":1,"status":"ok","in_tokens":521,"out_tokens":899,"error":null,"skip_reason":null,"score_raw":null,"duration_s":79.97564687700003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":759,"error":null,"skip_reason":null,"score_raw":null,"duration_s":15.338886322000008,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":1,"status":"ok","in_tokens":478,"out_tokens":933,"error":null,"skip_reason":null,"score_raw":null,"duration_s":19.867594169000085,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":2,"status":"ok","in_tokens":489,"out_tokens":663,"error":null,"skip_reason":null,"score_raw":null,"duration_s":75.08781032400009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":554,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.67695341700005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":1,"status":"ok","in_tokens":711,"out_tokens":814,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.857718792000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":2,"status":"ok","in_tokens":711,"out_tokens":554,"error":null,"skip_reason":null,"score_raw":null,"duration_s":12.798433764000038,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":685,"error":null,"skip_reason":null,"score_raw":null,"duration_s":14.60873982999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":1,"status":"ok","in_tokens":588,"out_tokens":847,"error":null,"skip_reason":null,"score_raw":null,"duration_s":17.58778934700001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":1,"status":"ok","in_tokens":566,"out_tokens":705,"error":null,"skip_reason":null,"score_raw":null,"duration_s":375.30696352200005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1131,"error":null,"skip_reason":null,"score_raw":null,"duration_s":25.358765565999988,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":1,"status":"ok","in_tokens":607,"out_tokens":1246,"error":null,"skip_reason":null,"score_raw":null,"duration_s":26.549249392999968,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":2,"status":"ok","in_tokens":588,"out_tokens":685,"error":null,"skip_reason":null,"score_raw":null,"duration_s":75.06817068999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":2,"status":"ok","in_tokens":607,"out_tokens":1098,"error":null,"skip_reason":null,"score_raw":null,"duration_s":21.984980472000075,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":1,"status":"ok","in_tokens":526,"out_tokens":892,"error":null,"skip_reason":null,"score_raw":null,"duration_s":379.8383224549999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":2,"status":"ok","in_tokens":478,"out_tokens":796,"error":null,"skip_reason":null,"score_raw":null,"duration_s":375.977531505,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}