{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":370,"error":null,"skip_reason":null,"score_raw":0.06666666666666667,"duration_s":8.17839618100001,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1825,"out_tokens":2015},"claude-opus-4-7":{"in_tokens":3496,"out_tokens":784},"mistral-large-2":{"in_tokens":1937,"out_tokens":820}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":557,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":11.788180436999994,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1625,"out_tokens":1900},"claude-opus-4-7":{"in_tokens":3134,"out_tokens":1143},"mistral-large-2":{"in_tokens":1720,"out_tokens":890}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":451,"error":null,"skip_reason":null,"score_raw":0.06666666666666667,"duration_s":13.722183509999994,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.9,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1866,"out_tokens":2174},"claude-opus-4-7":{"in_tokens":3578,"out_tokens":956},"mistral-large-2":{"in_tokens":2014,"out_tokens":873}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":659,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":14.663192850000016,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1768,"out_tokens":2949},"claude-opus-4-7":{"in_tokens":3416,"out_tokens":869},"mistral-large-2":{"in_tokens":1898,"out_tokens":562}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":4,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":17.714329123,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1459,"out_tokens":620},"claude-opus-4-7":{"in_tokens":2761,"out_tokens":362},"mistral-large-2":{"in_tokens":1569,"out_tokens":580}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1201,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":21.686561502000004,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2084,"out_tokens":2385},"claude-opus-4-7":{"in_tokens":3948,"out_tokens":893},"mistral-large-2":{"in_tokens":2238,"out_tokens":903}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1312,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":24.776944789999988,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1775,"out_tokens":3022},"claude-opus-4-7":{"in_tokens":3385,"out_tokens":980},"mistral-large-2":{"in_tokens":1876,"out_tokens":708}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1397,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":25.590599026999996,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2206,"out_tokens":2827},"claude-opus-4-7":{"in_tokens":4164,"out_tokens":930},"mistral-large-2":{"in_tokens":2354,"out_tokens":969}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1603,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":27.794144808,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1998,"out_tokens":2692},"claude-opus-4-7":{"in_tokens":3772,"out_tokens":833},"mistral-large-2":{"in_tokens":2154,"out_tokens":859}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":31.978734081000013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":33.10876728800001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":34.107102831999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":1090,"error":null,"skip_reason":null,"score_raw":0.8095238095238096,"duration_s":17.923193217000005,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1608,"out_tokens":2469},"claude-opus-4-7":{"in_tokens":3069,"out_tokens":640},"mistral-large-2":{"in_tokens":1716,"out_tokens":602}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1354,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":22.912530204999996,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1676,"out_tokens":2907},"claude-opus-4-7":{"in_tokens":3346,"out_tokens":703},"mistral-large-2":{"in_tokens":1782,"out_tokens":703}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1268,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":19.019392969000023,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1722,"out_tokens":2576},"claude-opus-4-7":{"in_tokens":3343,"out_tokens":753},"mistral-large-2":{"in_tokens":1789,"out_tokens":717}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":49.158392113000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":31.60213693999998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":49.677231623,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1562,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":25.36350069299999,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2320,"out_tokens":3155},"claude-opus-4-7":{"in_tokens":4333,"out_tokens":947},"mistral-large-2":{"in_tokens":2459,"out_tokens":1045}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":52.91885868200001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":54.210100131999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":854,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":16.052319788000005,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1564,"out_tokens":1427},"claude-opus-4-7":{"in_tokens":2912,"out_tokens":556},"mistral-large-2":{"in_tokens":1631,"out_tokens":673}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1076,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.135426814,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1642,"out_tokens":1484},"claude-opus-4-7":{"in_tokens":3141,"out_tokens":512},"mistral-large-2":{"in_tokens":1720,"out_tokens":571}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":930,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":15.78318276600001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1640,"out_tokens":1921},"claude-opus-4-7":{"in_tokens":3086,"out_tokens":546},"mistral-large-2":{"in_tokens":1700,"out_tokens":811}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":33.28554137500001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":885,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":16.605935252999984,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1458,"out_tokens":1581},"claude-opus-4-7":{"in_tokens":2666,"out_tokens":481},"mistral-large-2":{"in_tokens":1509,"out_tokens":663}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":32.537238143999986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":32.30638739700001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":840,"error":null,"skip_reason":null,"score_raw":0.8148148148148148,"duration_s":16.033612687999977,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1350,"out_tokens":1320},"claude-opus-4-7":{"in_tokens":2510,"out_tokens":567},"mistral-large-2":{"in_tokens":1425,"out_tokens":616}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":425,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":71.03503175,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1427,"out_tokens":1942},"claude-opus-4-7":{"in_tokens":2878,"out_tokens":832},"mistral-large-2":{"in_tokens":1496,"out_tokens":622}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":31.73272130000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":825,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.642815920000004,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":1519},"claude-opus-4-7":{"in_tokens":2482,"out_tokens":452},"mistral-large-2":{"in_tokens":1381,"out_tokens":559}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":1071,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":20.705003361999985,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1422,"out_tokens":1284},"claude-opus-4-7":{"in_tokens":2704,"out_tokens":517},"mistral-large-2":{"in_tokens":1493,"out_tokens":579}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1095,"error":null,"skip_reason":null,"score_raw":0.9629629629629629,"duration_s":18.211098942999996,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1738,"out_tokens":1843},"claude-opus-4-7":{"in_tokens":3251,"out_tokens":532},"mistral-large-2":{"in_tokens":1801,"out_tokens":715}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":40.471624263000024,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":530,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":11.966816756000014,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1598,"out_tokens":1967},"claude-opus-4-7":{"in_tokens":3068,"out_tokens":623},"mistral-large-2":{"in_tokens":1670,"out_tokens":586}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1030,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":18.211128583999994,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1518,"out_tokens":1666},"claude-opus-4-7":{"in_tokens":2872,"out_tokens":512},"mistral-large-2":{"in_tokens":1589,"out_tokens":707}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":44.894529440000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":661,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":13.14865767500001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1480,"out_tokens":1659},"claude-opus-4-7":{"in_tokens":2846,"out_tokens":455},"mistral-large-2":{"in_tokens":1664,"out_tokens":615}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":44.368248213000015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":108,"error":null,"skip_reason":null,"score_raw":0.2962962962962963,"duration_s":16.20251891000001,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":997,"out_tokens":718},"claude-opus-4-7":{"in_tokens":1886,"out_tokens":487},"mistral-large-2":{"in_tokens":1050,"out_tokens":528}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":43.565392454000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":31.206058197999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":32.92922617400001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":1090,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":16.124591546999994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1987,"out_tokens":2245},"claude-opus-4-7":{"in_tokens":3695,"out_tokens":635},"mistral-large-2":{"in_tokens":2138,"out_tokens":987}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":1162,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":20.208657670000008,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1840,"out_tokens":2066},"claude-opus-4-7":{"in_tokens":3448,"out_tokens":671},"mistral-large-2":{"in_tokens":2073,"out_tokens":623}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":35.82221648799998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":549,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":8.742295111999994,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1245,"out_tokens":2273},"claude-opus-4-7":{"in_tokens":2390,"out_tokens":657},"mistral-large-2":{"in_tokens":1379,"out_tokens":746}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":1698,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":17.021350928999993,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1885,"out_tokens":1060},"claude-opus-4-7":{"in_tokens":3590,"out_tokens":487},"mistral-large-2":{"in_tokens":1969,"out_tokens":622}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":827,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":13.290688640000013,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1506,"out_tokens":1158},"claude-opus-4-7":{"in_tokens":2850,"out_tokens":616},"mistral-large-2":{"in_tokens":1662,"out_tokens":697}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":635,"error":null,"skip_reason":null,"score_raw":0.3703703703703704,"duration_s":13.939549565999982,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1716,"out_tokens":2169},"claude-opus-4-7":{"in_tokens":3165,"out_tokens":673},"mistral-large-2":{"in_tokens":1790,"out_tokens":637}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1037,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":12.620436918999985,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1480,"out_tokens":1979},"claude-opus-4-7":{"in_tokens":2718,"out_tokens":532},"mistral-large-2":{"in_tokens":1536,"out_tokens":756}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":182,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":13.727290076000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1044,"out_tokens":1420},"claude-opus-4-7":{"in_tokens":1990,"out_tokens":524},"mistral-large-2":{"in_tokens":1099,"out_tokens":554}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1499,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":17.644341189999977,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1824,"out_tokens":1394},"claude-opus-4-7":{"in_tokens":3413,"out_tokens":588},"mistral-large-2":{"in_tokens":1899,"out_tokens":695}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":14.902320365000008,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1066,"out_tokens":1674},"claude-opus-4-7":{"in_tokens":1979,"out_tokens":480},"mistral-large-2":{"in_tokens":1112,"out_tokens":546}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":742,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":12.974324490000015,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":2325},"claude-opus-4-7":{"in_tokens":2667,"out_tokens":753},"mistral-large-2":{"in_tokens":1511,"out_tokens":1031}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":806,"error":null,"skip_reason":null,"score_raw":0.9629629629629629,"duration_s":12.076827028999986,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1322,"out_tokens":2165},"claude-opus-4-7":{"in_tokens":2618,"out_tokens":522},"mistral-large-2":{"in_tokens":1447,"out_tokens":574}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":990,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":10.878678460000003,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1421,"out_tokens":1784},"claude-opus-4-7":{"in_tokens":2698,"out_tokens":570},"mistral-large-2":{"in_tokens":1509,"out_tokens":708}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":904,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":16.42141424900001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1862},"claude-opus-4-7":{"in_tokens":2673,"out_tokens":560},"mistral-large-2":{"in_tokens":1563,"out_tokens":673}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1731,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":20.82089474999998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1900,"out_tokens":1979},"claude-opus-4-7":{"in_tokens":3592,"out_tokens":609},"mistral-large-2":{"in_tokens":1964,"out_tokens":759}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":61,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":16.148255809000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1046,"out_tokens":1168},"claude-opus-4-7":{"in_tokens":1965,"out_tokens":423},"mistral-large-2":{"in_tokens":1087,"out_tokens":459}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1202,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":13.814721944000013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1448,"out_tokens":1650},"claude-opus-4-7":{"in_tokens":2702,"out_tokens":492},"mistral-large-2":{"in_tokens":1510,"out_tokens":544}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":948,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":17.287039447000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1418,"out_tokens":1015},"claude-opus-4-7":{"in_tokens":2706,"out_tokens":455},"mistral-large-2":{"in_tokens":1498,"out_tokens":563}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":164,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":14.892103631999987,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":988},"claude-opus-4-7":{"in_tokens":2571,"out_tokens":425},"mistral-large-2":{"in_tokens":1578,"out_tokens":518}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1557,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":25.219145209999994,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2219,"out_tokens":3426},"claude-opus-4-7":{"in_tokens":4339,"out_tokens":701},"mistral-large-2":{"in_tokens":2341,"out_tokens":896}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1219,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":15.164127495999992,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1681,"out_tokens":1587},"claude-opus-4-7":{"in_tokens":3209,"out_tokens":538},"mistral-large-2":{"in_tokens":1753,"out_tokens":667}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":35.69225661799999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1653,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":19.612119371000006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1822,"out_tokens":1977},"claude-opus-4-7":{"in_tokens":3438,"out_tokens":578},"mistral-large-2":{"in_tokens":1890,"out_tokens":727}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":1383,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":16.230699678000008,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1485,"out_tokens":1714},"claude-opus-4-7":{"in_tokens":2872,"out_tokens":594},"mistral-large-2":{"in_tokens":1670,"out_tokens":748}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":32.016978986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":1875,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":29.295161288999964,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2335,"out_tokens":3751},"claude-opus-4-7":{"in_tokens":4507,"out_tokens":818},"mistral-large-2":{"in_tokens":2539,"out_tokens":902}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":15.771804554999989,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1238,"out_tokens":1178},"claude-opus-4-7":{"in_tokens":2393,"out_tokens":555},"mistral-large-2":{"in_tokens":1354,"out_tokens":626}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1515,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":17.957346012000016,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1540,"out_tokens":1637},"claude-opus-4-7":{"in_tokens":2845,"out_tokens":474},"mistral-large-2":{"in_tokens":1719,"out_tokens":496}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1848,"error":null,"skip_reason":null,"score_raw":0.9666666666666667,"duration_s":34.46315023500003,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2263,"out_tokens":2849},"claude-opus-4-7":{"in_tokens":4423,"out_tokens":779},"mistral-large-2":{"in_tokens":2456,"out_tokens":862}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":32.54437474000002,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2366,"out_tokens":2569},"claude-opus-4-7":{"in_tokens":4666,"out_tokens":979},"mistral-large-2":{"in_tokens":2518,"out_tokens":983}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":31.32216821,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":33,"error":null,"skip_reason":null,"score_raw":0.1111111111111111,"duration_s":16.987797907000015,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":995,"out_tokens":895},"claude-opus-4-7":{"in_tokens":1920,"out_tokens":451},"mistral-large-2":{"in_tokens":1093,"out_tokens":516}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1119,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":12.348891407999986,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1178,"out_tokens":1705},"claude-opus-4-7":{"in_tokens":2290,"out_tokens":637},"mistral-large-2":{"in_tokens":1300,"out_tokens":664}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":2008,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":23.498662927999987,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2062,"out_tokens":2671},"claude-opus-4-7":{"in_tokens":3836,"out_tokens":750},"mistral-large-2":{"in_tokens":2224,"out_tokens":719}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1808,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":27.538223369000008,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2264,"out_tokens":2773},"claude-opus-4-7":{"in_tokens":4392,"out_tokens":833},"mistral-large-2":{"in_tokens":2450,"out_tokens":887}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1298,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":12.999294459999987,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":1617},"claude-opus-4-7":{"in_tokens":2586,"out_tokens":637},"mistral-large-2":{"in_tokens":1447,"out_tokens":704}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1432,"error":null,"skip_reason":null,"score_raw":0.8148148148148149,"duration_s":19.237493601999972,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1262,"out_tokens":2231},"claude-opus-4-7":{"in_tokens":2502,"out_tokens":590},"mistral-large-2":{"in_tokens":1379,"out_tokens":567}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":34.258858171999975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":32.631633024999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.9333333333333332,"duration_s":35.89283183200001,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2586,"out_tokens":3030},"claude-opus-4-7":{"in_tokens":5027,"out_tokens":888},"mistral-large-2":{"in_tokens":2697,"out_tokens":962}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":626,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":73.65654024900002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1746,"out_tokens":1313},"claude-opus-4-7":{"in_tokens":3310,"out_tokens":564},"mistral-large-2":{"in_tokens":1809,"out_tokens":657}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1663,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":45.04707797399999,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1505,"out_tokens":1875},"claude-opus-4-7":{"in_tokens":2909,"out_tokens":830},"mistral-large-2":{"in_tokens":1639,"out_tokens":671}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":32.50033277799997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":33.982974055,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2389,"out_tokens":3098},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":934},"mistral-large-2":{"in_tokens":2585,"out_tokens":712}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":34.64487037499998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2538,"out_tokens":2166},"claude-opus-4-7":{"in_tokens":4883,"out_tokens":713},"mistral-large-2":{"in_tokens":2741,"out_tokens":887}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":33.72467625899998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":45.364291690000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":590,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":12.883874617999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1529,"out_tokens":1456},"claude-opus-4-7":{"in_tokens":2850,"out_tokens":524},"mistral-large-2":{"in_tokens":1594,"out_tokens":575}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":686,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":14.477808613999969,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1535,"out_tokens":1932},"claude-opus-4-7":{"in_tokens":2876,"out_tokens":667},"mistral-large-2":{"in_tokens":1624,"out_tokens":715}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":33.368789737999975,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":43.404149778999965,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":34.165168325000025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":32.03015073500001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":33.720726222999986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":40.59776506500003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":446,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":15.049335579000001,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":1597},"claude-opus-4-7":{"in_tokens":2485,"out_tokens":570},"mistral-large-2":{"in_tokens":1355,"out_tokens":587}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":55.35560957500002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":669,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":18.49125064399999,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1542,"out_tokens":2193},"claude-opus-4-7":{"in_tokens":2822,"out_tokens":543},"mistral-large-2":{"in_tokens":1606,"out_tokens":646}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":11,"error":null,"skip_reason":null,"score_raw":0.06666666666666667,"duration_s":32.587040785,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":916},"claude-opus-4-7":{"in_tokens":2996,"out_tokens":384},"mistral-large-2":{"in_tokens":1640,"out_tokens":618}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":52.894880013000034,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":34.22720446000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":34.348694314,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":42.79368462499997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":709,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":15.21247482900003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1826,"out_tokens":1467},"claude-opus-4-7":{"in_tokens":3488,"out_tokens":574},"mistral-large-2":{"in_tokens":1892,"out_tokens":699}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":452,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":10.619370752000009,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":1179},"claude-opus-4-7":{"in_tokens":2698,"out_tokens":474},"mistral-large-2":{"in_tokens":1474,"out_tokens":551}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":48.996843302,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":195,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":4.92943588899999,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1307,"out_tokens":2413},"claude-opus-4-7":{"in_tokens":2540,"out_tokens":538},"mistral-large-2":{"in_tokens":1469,"out_tokens":593}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":43.420396332999985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":262,"error":null,"skip_reason":null,"score_raw":0.4761904761904761,"duration_s":5.781805980999991,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1489,"out_tokens":1504},"claude-opus-4-7":{"in_tokens":2735,"out_tokens":524},"mistral-large-2":{"in_tokens":1673,"out_tokens":510}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":55.44109328799999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":437,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":70.30434808400003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1821,"out_tokens":2313},"claude-opus-4-7":{"in_tokens":3400,"out_tokens":625},"mistral-large-2":{"in_tokens":1943,"out_tokens":691}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":324,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":8.089407780999977,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":2009},"claude-opus-4-7":{"in_tokens":2660,"out_tokens":709},"mistral-large-2":{"in_tokens":1491,"out_tokens":657}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":358,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":8.127372499999979,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.2222222222222222,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1285,"out_tokens":2754},"claude-opus-4-7":{"in_tokens":2461,"out_tokens":622},"mistral-large-2":{"in_tokens":1417,"out_tokens":699}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":451,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":10.576666283999998,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1341,"out_tokens":2263},"claude-opus-4-7":{"in_tokens":2626,"out_tokens":724},"mistral-large-2":{"in_tokens":1489,"out_tokens":612}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":399,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":370.06143660500004,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1403,"out_tokens":1596},"claude-opus-4-7":{"in_tokens":2761,"out_tokens":645},"mistral-large-2":{"in_tokens":1474,"out_tokens":670}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":260,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":13.08838435000007,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1169,"out_tokens":1706},"claude-opus-4-7":{"in_tokens":2352,"out_tokens":761},"mistral-large-2":{"in_tokens":1277,"out_tokens":606}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":65.97279460300001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1207,"out_tokens":1671},"claude-opus-4-7":{"in_tokens":2353,"out_tokens":502},"mistral-large-2":{"in_tokens":1310,"out_tokens":613}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":751,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":19.01788839300002,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2053,"out_tokens":2615},"claude-opus-4-7":{"in_tokens":4073,"out_tokens":982},"mistral-large-2":{"in_tokens":2204,"out_tokens":1226}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":650,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":74.38598603900004,"hallucination_count":6.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":2063,"out_tokens":2960},"claude-opus-4-7":{"in_tokens":4032,"out_tokens":1140},"mistral-large-2":{"in_tokens":2166,"out_tokens":956}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":523,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":11.81375501299999,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1832,"out_tokens":2589},"claude-opus-4-7":{"in_tokens":3685,"out_tokens":1002},"mistral-large-2":{"in_tokens":1938,"out_tokens":808}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":706,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":14.762934531000042,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1975,"out_tokens":2621},"claude-opus-4-7":{"in_tokens":3913,"out_tokens":764},"mistral-large-2":{"in_tokens":2137,"out_tokens":782}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":542,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":12.258288463999975,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2078,"out_tokens":2027},"claude-opus-4-7":{"in_tokens":4019,"out_tokens":759},"mistral-large-2":{"in_tokens":2169,"out_tokens":1165}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":705,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":78.93092444599995,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1974,"out_tokens":2136},"claude-opus-4-7":{"in_tokens":3929,"out_tokens":847},"mistral-large-2":{"in_tokens":2144,"out_tokens":791}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1124,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":24.803611563999993,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2525,"out_tokens":2883},"claude-opus-4-7":{"in_tokens":5032,"out_tokens":833},"mistral-large-2":{"in_tokens":2694,"out_tokens":1220}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":703,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":75.52152773500006,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1987,"out_tokens":2426},"claude-opus-4-7":{"in_tokens":3910,"out_tokens":784},"mistral-large-2":{"in_tokens":2152,"out_tokens":680}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":472,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":971.0580631669999,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1539,"out_tokens":2321},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":776},"mistral-large-2":{"in_tokens":1600,"out_tokens":802}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":619,"error":null,"skip_reason":null,"score_raw":0.19999999999999998,"duration_s":973.880022502,"hallucination_count":5.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2064,"out_tokens":4117},"claude-opus-4-7":{"in_tokens":3848,"out_tokens":859},"mistral-large-2":{"in_tokens":2217,"out_tokens":865}}}